-- Logs begin at Thu 2022-03-31 16:02:51 UTC, end at Thu 2022-03-31 17:09:24 UTC. -- Mar 31 16:34:36.470121 dv-cinder-826949-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 16:34:39.378947 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.common.config [-] Logging enabled! Mar 31 16:34:39.379564 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 16:34:39.379742 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 16:34:39.383017 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.common.config [-] Logging enabled! Mar 31 16:34:39.383275 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 16:34:39.383589 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109730) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 16:34:39.384532 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 16:34:39.384769 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 16:34:39.385170 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 16:34:39.385420 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 16:34:39.385650 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 16:34:39.386401 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.386841 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 16:34:39.387166 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.387474 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.387784 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.388088 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.388385 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.388670 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.388967 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.389295 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.389584 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.389869 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.390157 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.390453 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.390736 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.391026 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.391318 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.391607 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] debug = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.391891 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.392329 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.392735 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.393020 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.393337 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.394168 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.394448 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.394730 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.395017 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.395352 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] host = dv-cinder-826949-3-iscsi {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.395637 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.395929 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.396220 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.396510 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.396787 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.397086 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.397381 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.397662 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.397939 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.398217 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.398509 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.398814 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.399090 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.399316 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.399540 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.399843 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.400135 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.400412 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.400688 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.400963 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.401267 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.401546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.401818 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.402105 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.402392 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.402681 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.402959 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.403234 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.403507 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.403783 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.404072 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.404348 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.404626 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.404903 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.405216 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.405490 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.405767 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.406070 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.406358 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.406645 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.406933 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.407211 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.407496 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.407774 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.408047 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.408319 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] use_json = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.408592 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.408861 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.409229 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.409508 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.409786 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.410064 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.410337 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.410628 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.410902 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:39.411203 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.411506 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.411814 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.412116 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.412412 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.412697 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.412990 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.413300 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.413594 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.413888 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.414179 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.414461 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.414764 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.415054 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.415357 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.415667 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.415967 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.416266 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.416546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.416828 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.417133 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.417418 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.417717 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.418002 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.418298 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.418594 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.418879 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.419183 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.419475 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.419776 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.420072 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.420353 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.420634 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.420933 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.421250 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.421531 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.421813 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.422109 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.422392 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.422670 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.422957 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.423238 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.423514 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.423791 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.424071 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.424365 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.424693 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.425018 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.425320 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.425601 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.425878 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.426167 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.426451 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.426728 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.427005 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.427286 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.427562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.427844 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.428125 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.428401 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.428680 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.428956 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.429260 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.429538 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.429813 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.430091 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.430367 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.430643 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.430923 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.431200 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.431475 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.431750 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.432027 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.432305 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.432595 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.432892 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.433200 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.433485 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.433767 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.434049 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.434329 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.434608 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.434889 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.435170 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.435446 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.435739 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.436025 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.436315 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.436617 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.436898 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.437224 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.437506 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.437788 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.438075 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.438357 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.438638 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.438925 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.439209 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.439508 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.439805 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.440105 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.440935 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.441276 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.441566 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.441878 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.442164 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:39.442386 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 16:34:39.442627 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109730) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 16:34:39.811840 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 16:34:39.812123 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 16:34:39.812431 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 16:34:39.812912 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 16:34:40.136385 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.136615 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.136888 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.138095 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.138374 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.138762 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.192773 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.193075 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.193346 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.208281 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.208565 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.208835 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.236417 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.236692 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.236956 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.379480 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.380129 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.380129 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.605964 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.606250 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.606517 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.606789 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.607486 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.705294 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.705621 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.705932 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.706207 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.706473 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.706786 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.707046 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.707301 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.707553 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.707839 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.708099 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.708362 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.708617 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.708869 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.709145 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.709409 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.709663 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.709931 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.710200 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.710459 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.710730 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.710983 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.711263 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.711638 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.711886 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.712131 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.712521 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:40.712920 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:40.713343 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:40.713723 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:40.714094 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:40.714493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:40.715117 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 16:34:40.719928 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 16:34:40.724964 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 16:34:40.728599 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 31 16:34:40.730257 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 16:34:40.730720 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 16:34:40.731057 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 16:34:40.731441 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 16:34:40.734259 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 16:34:40.734514 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 16:34:40.734862 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 16:34:40.740370 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 16:34:40.763941 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 16:34:40.764397 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.764699 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109730) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 16:34:40.765097 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.766452 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109730) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 16:34:40.766731 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 16:34:40.766973 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 16:34:40.770310 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.770593 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:40.832517 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 16:34:40.832757 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 16:34:40.832999 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 16:34:40.833388 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 16:34:40.853730 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_db.sqlalchemy.engines [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109730) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 16:34:41.301386 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing driver for type 'gre' Mar 31 16:34:41.301917 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] gre ID ranges: [(1, 1000)] Mar 31 16:34:41.353388 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing driver for type 'local' Mar 31 16:34:41.353707 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing driver for type 'vlan' Mar 31 16:34:41.365922 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] VlanTypeDriver initialization complete Mar 31 16:34:41.366255 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing driver for type 'vxlan' Mar 31 16:34:41.366753 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] vxlan ID ranges: [(1, 1000)] Mar 31 16:34:41.420466 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing extension driver 'port_security' Mar 31 16:34:41.421131 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.extensions.port_security [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] PortSecurityExtensionDriver initialization complete Mar 31 16:34:41.421226 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing mechanism driver 'openvswitch' Mar 31 16:34:41.421505 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing mechanism driver 'hyperv' Mar 31 16:34:41.428033 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.plugin [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109730) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:34:41.428716 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.429111 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.429465 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.429987 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 16:34:41.430416 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.430767 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.431110 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.431505 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 16:34:41.431910 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.432253 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.432592 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.432981 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 16:34:41.433407 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > security_group after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.433752 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > security_group after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.434089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.434617 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 16:34:41.435026 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.435387 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.435721 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.436115 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 16:34:41.436521 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > address_group after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.436872 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > address_group after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.437244 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.437637 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109730) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 16:34:41.438079 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] ML2 OVO RPC backend initialized. {{(pid=109730) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 16:34:41.438781 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.439135 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.439549 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.439895 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > networks before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.440238 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.440576 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > ports before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.440912 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.441282 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnets before_response 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.441626 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.441964 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.442295 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.442629 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.442960 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.443292 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.443624 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.443957 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.444287 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.451427 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded quota_driver: . Mar 31 16:34:41.451791 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.plugin [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Modular L2 Plugin initialization complete Mar 31 16:34:41.452137 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading services supported by the core plugin {{(pid=109730) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 16:34:41.452477 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.plugins.ml2.managers [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Got port-security extension from driver 'port_security' Mar 31 16:34:41.452955 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.extensions.vlantransparent [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Disabled vlantransparent extension. Mar 31 16:34:41.453475 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109730) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 16:34:41.453800 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: router Mar 31 16:34:41.489058 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.489468 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_create 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.489833 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router before_create 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.490199 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.490570 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.490925 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_delete 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.491281 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.491627 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.491984 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_create 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.492330 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_update 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.492676 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_update 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.493022 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.493402 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_update 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.493810 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_update 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.494179 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.494516 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.494855 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: subnet after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.495190 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.495536 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.495883 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_create 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.496222 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.496561 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.496909 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router after_update 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.497274 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.497623 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_create 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.497978 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.498318 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_update 55549900 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.498677 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > agent after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.499022 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > agent after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.499364 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > network after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.500199 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Tracking information for resource: router configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:41.500529 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Tracking information for resource: floatingip configured {{(pid=109730) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 16:34:41.506111 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.db.l3_agentschedulers_db [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 16:34:41.506684 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.507048 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port after_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.507396 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port after_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.507748 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: port after_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.508538 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router before_create 55550100 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.508901 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.509299 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_create 55550100 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.509658 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > router precommit_update 55550100 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.514483 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.provider_configuration [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service providers = [] {{(pid=109730) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 16:34:41.514853 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.db.servicetype_db [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109730) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 16:34:41.517794 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.service_base [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 16:34:41.518148 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.service_base [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 16:34:41.519093 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.service_base [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 16:34:41.519984 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.services.service_base [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109730) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 16:34:41.520357 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.services.service_base [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 16:34:41.520729 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.521062 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 16:34:41.531340 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.531673 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: auto_allocate Mar 31 16:34:41.537619 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: network precommit_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.537987 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: network precommit_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.538501 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.538819 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: tag Mar 31 16:34:41.545309 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.545642 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: timestamp Mar 31 16:34:41.549623 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.549959 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: network_ip_availability Mar 31 16:34:41.555358 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.555686 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.556037 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.556744 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.557082 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: flavors Mar 31 16:34:41.561769 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.562097 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading Plugin: revisions Mar 31 16:34:41.566845 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109730) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 16:34:41.567233 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_concurrency.lockutils [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.755s {{(pid=109730) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 16:34:41.567969 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109730) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 16:34:41.568307 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Initializing extension manager. Mar 31 16:34:41.568831 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: __init__.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.569201 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: __pycache__ {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.569538 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: address_group.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.570286 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.570846 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: address-group Mar 31 16:34:41.571175 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: address_scope.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.571892 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.572392 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: address-scope Mar 31 16:34:41.572716 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.573834 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.574342 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: router-admin-state-down-before-update Mar 31 16:34:41.574667 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: agent.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.575369 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.575863 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: agent Mar 31 16:34:41.576185 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: agent_resources_synced.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.577111 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.577611 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: agent-resources-synced Mar 31 16:34:41.577933 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: allowedaddresspairs.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.579701 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.580213 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: allowed-address-pairs Mar 31 16:34:41.580538 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: auto_allocated_topology.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.582185 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.582691 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: auto-allocated-topology Mar 31 16:34:41.583016 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: availability_zone.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.583709 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.584211 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: availability_zone Mar 31 16:34:41.584533 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: availability_zone_filter.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.585462 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.585964 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: availability_zone_filter Mar 31 16:34:41.586286 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: data_plane_status.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.587188 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.587686 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 16:34:41.588009 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: default_subnetpools.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.588918 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.589450 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: default-subnetpools Mar 31 16:34:41.589773 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.590570 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.591071 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: dhcp_agent_scheduler Mar 31 16:34:41.591392 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: dns.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.592309 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.592809 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 16:34:41.593153 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: dns_domain_ports.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.594072 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.594575 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 16:34:41.594894 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.595812 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.596311 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 16:34:41.596659 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: dvr.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.597356 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.597854 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: dvr Mar 31 16:34:41.598172 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: ecmp_routes.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.599081 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.599572 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 16:34:41.599891 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: empty_string_filtering.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.600793 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.601321 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: empty-string-filtering Mar 31 16:34:41.601641 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.602552 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.603045 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 16:34:41.603362 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.604285 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.604775 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 16:34:41.605127 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: external_net.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.606039 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.606535 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: external-net Mar 31 16:34:41.606856 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.607759 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.608254 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: extra_dhcp_opt Mar 31 16:34:41.608574 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: extraroute.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.609498 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.609992 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: extraroute Mar 31 16:34:41.610313 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: extraroute_atomic.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.611333 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.611834 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: extraroute-atomic Mar 31 16:34:41.612192 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: filter_validation.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.612848 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.613379 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: filter-validation Mar 31 16:34:41.613704 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: fip_pf_description.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.614610 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.615107 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 16:34:41.615426 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: fip_pf_port_range.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.616331 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.616826 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 16:34:41.617178 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: fip_port_details.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.618101 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.618603 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: fip-port-details Mar 31 16:34:41.618924 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: flavors.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.620124 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.620633 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: flavors Mar 31 16:34:41.620958 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.622632 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.623139 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 16:34:41.623466 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: floatingip_pools.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.624166 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.624669 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: floatingip-pools Mar 31 16:34:41.624997 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: ip_allocation.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.625940 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.626437 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 16:34:41.626761 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.628457 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.628956 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: ip-substring-filtering Mar 31 16:34:41.629311 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l2_adjacency.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.630233 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.630734 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 16:34:41.631058 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.633435 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.633960 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: router Mar 31 16:34:41.634296 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.636519 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.637054 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 16:34:41.637399 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.638334 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.638843 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: ext-gw-mode Mar 31 16:34:41.639173 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.640094 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.640602 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: l3-ha Mar 31 16:34:41.640930 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.641881 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.642383 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 16:34:41.642707 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_flavors.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.644241 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.644752 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: l3-flavors Mar 31 16:34:41.645104 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.646484 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.647007 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 16:34:41.647340 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.648328 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.648910 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 16:34:41.649259 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: l3agentscheduler.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.650333 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.650838 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: l3_agent_scheduler Mar 31 16:34:41.651306 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: local_ip.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.652980 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.653516 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension local_ip not supported by any of loaded plugins Mar 31 16:34:41.653850 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: logging.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.655335 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.655866 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension logging not supported by any of loaded plugins Mar 31 16:34:41.656243 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: metering.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.657089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.657670 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: metering Mar 31 16:34:41.658005 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.659143 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.659670 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: metering_source_and_destination_fields Mar 31 16:34:41.660024 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: multiprovidernet.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.660960 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.661476 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: multi-provider Mar 31 16:34:41.661803 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: netmtu.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.662728 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.663229 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: net-mtu Mar 31 16:34:41.663587 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: netmtu_writable.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.664819 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.665392 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: net-mtu-writable Mar 31 16:34:41.665757 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: network_availability_zone.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.666458 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.667016 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: network_availability_zone Mar 31 16:34:41.667354 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: network_ip_availability.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.668461 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.668963 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: network-ip-availability Mar 31 16:34:41.669320 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: network_segment_range.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.670089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.670581 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 16:34:41.670901 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: pagination.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.672039 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.672371 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: pagination Mar 31 16:34:41.672691 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: port_device_profile.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.673631 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.674138 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: port-device-profile Mar 31 16:34:41.674461 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.675414 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.675922 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: port-mac-address-regenerate Mar 31 16:34:41.676246 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.677191 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.677694 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: port-numa-affinity-policy Mar 31 16:34:41.678015 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: port_resource_request.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.678926 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.679423 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 16:34:41.679745 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: port_resource_request_groups.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.680716 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.681252 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 16:34:41.681574 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: portbindings.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.682493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.682996 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: binding Mar 31 16:34:41.683318 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: portbindings_extended.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.684571 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.685109 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: binding-extended Mar 31 16:34:41.685440 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: portsecurity.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.686358 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.686859 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: port-security Mar 31 16:34:41.687184 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: project_id.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.688158 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.688484 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: project-id Mar 31 16:34:41.688804 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: providernet.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.689764 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.690808 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: provider Mar 31 16:34:41.691131 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.694735 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.695260 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos not supported by any of loaded plugins Mar 31 16:34:41.695591 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.696832 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.697367 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 16:34:41.697696 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.698613 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.699119 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 16:34:41.699443 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_default.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.700355 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.700856 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-default not supported by any of loaded plugins Mar 31 16:34:41.701218 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_fip.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.702138 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.702638 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 16:34:41.702959 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.703870 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.704376 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 16:34:41.704695 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_gateway_ip.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.705649 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.706783 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 16:34:41.707104 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_port_network_policy.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.708022 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.708520 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 16:34:41.708840 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.709905 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.710412 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 16:34:41.710736 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.711771 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.712276 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 16:34:41.712598 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_pps_rule.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.713806 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.714318 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 16:34:41.714639 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_rule_type_details.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.715558 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.716058 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 16:34:41.716380 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.717337 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.717843 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 16:34:41.718168 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: qos_rules_alias.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.719210 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.719714 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 16:34:41.720039 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: quota_check_limit.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.720955 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.721519 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: quota-check-limit Mar 31 16:34:41.721844 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: quotasv2.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.722790 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.723116 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: quotas Mar 31 16:34:41.723438 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: quotasv2_detail.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.725261 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.725605 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: quota_details Mar 31 16:34:41.725938 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: rbac.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.726994 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.727515 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: rbac-policies Mar 31 16:34:41.727850 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: rbac_address_group.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.728779 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.729326 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: rbac-address-group Mar 31 16:34:41.729653 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: rbac_address_scope.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.730567 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.731072 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: rbac-address-scope Mar 31 16:34:41.731395 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: rbac_security_groups.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.732380 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.732888 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: rbac-security-groups Mar 31 16:34:41.733246 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: rbac_subnetpool.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.734180 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.734682 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: rbac-subnetpool Mar 31 16:34:41.735004 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: revisionifmatch.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.735932 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.736436 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: revision-if-match Mar 31 16:34:41.736760 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: revisions.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.737925 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.738430 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: standard-attr-revisions Mar 31 16:34:41.738754 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: router_availability_zone.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.739428 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.739928 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: router_availability_zone Mar 31 16:34:41.740252 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: routerservicetype.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.741210 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.741708 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 16:34:41.742034 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.742962 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.743465 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: security-groups-normalized-cidr Mar 31 16:34:41.743789 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.744714 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.745247 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: port-security-groups-filtering Mar 31 16:34:41.745579 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.746517 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.747017 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: security-groups-remote-address-group Mar 31 16:34:41.747340 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.748272 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.748773 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: security-groups-shared-filtering Mar 31 16:34:41.749133 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.749729 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 16:34:41.750050 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: securitygroup.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.760339 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.760865 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: security-group Mar 31 16:34:41.761232 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: segment.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.761959 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.762460 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension segment not supported by any of loaded plugins Mar 31 16:34:41.762785 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.763737 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.764236 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 16:34:41.764560 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: servicetype.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.765721 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.766240 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: service-type Mar 31 16:34:41.766567 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: sorting.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.767566 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.767896 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: sorting Mar 31 16:34:41.768222 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: standard_attr_segment.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.769728 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.770231 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 16:34:41.770556 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: standardattrdescription.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.771239 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.771749 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: standard-attr-description Mar 31 16:34:41.772071 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: stateful_security_group.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.773114 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.773633 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: stateful-security-group Mar 31 16:34:41.774247 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: stdattrs_common.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.774515 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 16:34:41.774865 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.775933 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.776454 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 16:34:41.776780 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: subnet_onboard.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.777958 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.778467 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: subnet_onboard Mar 31 16:34:41.778786 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.779718 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.780218 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 16:34:41.780536 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: subnet_service_types.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.781490 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.781995 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: subnet-service-types Mar 31 16:34:41.782314 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: subnetallocation.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.783430 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.783939 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: subnet_allocation Mar 31 16:34:41.784274 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.784940 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.785466 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: subnetpool-prefix-ops Mar 31 16:34:41.785791 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.786721 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.787220 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 16:34:41.787542 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: tagging.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.788604 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.789136 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: standard-attr-tag Mar 31 16:34:41.789462 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: timestamp.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.790678 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.791187 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loaded extension: standard-attr-timestamp Mar 31 16:34:41.791517 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: trunk.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.792553 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.793082 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension trunk not supported by any of loaded plugins Mar 31 16:34:41.793416 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: trunk_details.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.794340 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.794842 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 16:34:41.795165 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: uplink_status_propagation.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.796087 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.796586 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 16:34:41.796908 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Loading extension file: vlantransparent.py {{(pid=109730) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 16:34:41.797624 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109730) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 16:34:41.798123 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 16:34:41.800715 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:network Mar 31 16:34:41.801282 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:subnet Mar 31 16:34:41.801678 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 16:34:41.802067 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:port Mar 31 16:34:41.803301 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.803739 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service FLAVORS assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.804361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.804786 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.805150 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:router Mar 31 16:34:41.805626 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 16:34:41.806089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service METERING assigned prefix: /metering {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.807520 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.807890 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.808244 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109730) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:34:41.809325 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 16:34:41.809774 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:security_group Mar 31 16:34:41.810221 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 16:34:41.810810 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service CORE assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.811140 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 16:34:41.811485 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] subnetpool is already registered Mar 31 16:34:41.811915 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service CORE assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.812238 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 16:34:41.812567 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] subnetpool is already registered Mar 31 16:34:41.814845 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.815814 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service FLAVORS assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.816404 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.816821 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.817188 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:router Mar 31 16:34:41.817530 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] router is already registered Mar 31 16:34:41.817939 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 16:34:41.818273 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] floatingip is already registered Mar 31 16:34:41.818724 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service METERING assigned prefix: /metering {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.819373 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 16:34:41.819702 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] rbac_policy is already registered Mar 31 16:34:41.820114 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:security_group Mar 31 16:34:41.820447 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] security_group is already registered Mar 31 16:34:41.820849 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 16:34:41.821218 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] security_group_rule is already registered Mar 31 16:34:41.821837 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service CORE assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.822164 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 16:34:41.822498 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] subnetpool is already registered Mar 31 16:34:41.822914 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.v2.resource_helper [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Service CORE assigned prefix: {{(pid=109730) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 16:34:41.823238 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 16:34:41.823568 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING neutron.quota.resource_registry [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] subnetpool is already registered Mar 31 16:34:41.824032 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: extensions {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.825570 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: address-groups {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.827051 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: address-scopes {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.828337 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: agents {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.829527 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: auto-allocated-topology {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.830749 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: availability_zones {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.832534 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: dhcp-networks {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.834055 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: dhcp-agents {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.835465 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: routers {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.837674 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: flavors {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.838835 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: service_profiles {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.840052 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: next_providers {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.841495 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: service_profiles {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.843940 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: floatingip-pools {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.845184 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: routers {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.847324 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: floatingips {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.848594 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: l3-routers {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.849999 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: l3-agents {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.851384 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: metering-labels {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.852723 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: metering-label-rules {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.854035 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: network-ip-availabilities {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.855323 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: bindings {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.856954 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: quotas {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.858520 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: quotas {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.860041 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: rbac-policies {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.861346 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: security-groups {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.863098 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: security-group-rules {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.864322 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: service-providers {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.865537 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: subnetpools {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.866938 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: subnetpools {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.868395 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.870094 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.871879 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.873741 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.875521 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.877662 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.879888 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.881785 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.883549 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.885407 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron.api.extensions [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Extended resource: tags {{(pid=109730) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 16:34:41.891216 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING keystonemiddleware.auth_token [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 16:34:41.895943 dv-cinder-826949-3-iscsi neutron-server[109730]: WARNING keystonemiddleware.auth_token [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 16:34:41.904349 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_concurrency.lockutils [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Acquired lock "singleton_lock" {{(pid=109730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 16:34:41.904822 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_concurrency.lockutils [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Releasing lock "singleton_lock" {{(pid=109730) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 16:34:41.905499 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Starting 2 workers Mar 31 16:34:41.910647 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Started child 109837 {{(pid=109730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 16:34:41.915147 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Started child 109838 {{(pid=109730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 16:34:41.916216 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:41.916922 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO neutron.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 16:34:41.917402 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:41.917896 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [-] (109837) wsgi starting up on http://0.0.0.0:9696 Mar 31 16:34:41.919891 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Starting 1 workers Mar 31 16:34:41.920035 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:41.921337 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [-] (109838) wsgi starting up on http://0.0.0.0:9696 Mar 31 16:34:41.925728 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Started child 109839 {{(pid=109730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 16:34:41.926297 dv-cinder-826949-3-iscsi neutron-server[109730]: INFO oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Starting 1 workers Mar 31 16:34:41.929646 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] calling RpcWorker wait() {{(pid=109839) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 16:34:41.930232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] returning from RpcWorker wait() {{(pid=109839) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 16:34:41.930797 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Started child 109840 {{(pid=109730) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 16:34:41.931557 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:41.931660 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG neutron_lib.callbacks.manager [None req-f66ef3b7-fff5-48e4-b1a1-108837bcc098 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109730) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:41.932072 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:34:41.933568 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 16:34:41.933787 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 16:34:41.933973 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 16:34:41.934206 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 16:34:41.934564 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 16:34:41.934730 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 16:34:41.935218 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.935495 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.935688 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:41.936143 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.936143 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.936294 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.936906 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:34:41.937020 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.937182 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.937623 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.937901 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.938145 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.938318 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.938494 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.938752 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.938988 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.939288 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.939546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.939787 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.940076 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.940320 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.941123 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.941415 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.941653 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.941920 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] debug = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.942168 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.942655 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.942907 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.943147 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.943388 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.943686 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.943932 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.944225 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.944469 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.944685 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.944935 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.945227 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.945483 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.945700 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.945944 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.946181 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.946432 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.946655 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.947125 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] host = dv-cinder-826949-3-iscsi {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.947440 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.947577 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.947825 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.948073 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.948322 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.948575 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.948826 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.949115 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.949346 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.949575 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.949815 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.950048 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.950263 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.950497 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.950662 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_options = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.950897 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.951164 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.951415 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.951629 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.951766 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.951919 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.952196 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.952361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.952622 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.952841 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.953074 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.953331 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.953546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.953780 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.954034 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.954247 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.954480 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.954691 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.954937 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.955192 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.955436 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.955662 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.955920 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.956165 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.956398 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.956634 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.956858 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.957106 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.957313 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.957614 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.957782 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.958028 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.958498 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.958751 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.959015 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.959251 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.959480 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.959716 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.959995 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.960223 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.960485 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.960730 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.960945 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.961458 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.961458 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.962361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.962361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_json = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.962361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.962361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.962778 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.962997 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.963114 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.963475 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.963475 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.963687 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.963957 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:41.964433 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.964743 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.965074 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.965502 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.965753 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.965999 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.966234 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.966499 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.966748 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.966983 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.967304 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.967529 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.968174 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.968437 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.968730 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.969076 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.969364 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.969669 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.969860 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.970089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.970311 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.970556 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.970855 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.971080 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.971354 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.971612 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.971858 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.972158 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.972428 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.972756 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.973023 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.973282 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.973552 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.973775 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.974016 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.974267 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.974505 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.974725 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.974965 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.975238 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.975580 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.975672 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.975883 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.976269 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.976408 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.976618 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.976811 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.977091 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.977343 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.977566 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.977782 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.977996 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.978210 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.978445 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.978653 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.978886 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.979150 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.979410 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.979628 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.979985 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.980126 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.980270 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.980520 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.980737 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.980955 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.981205 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.981445 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.981656 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.981901 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.982118 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.982334 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.982548 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.982765 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.982994 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.983208 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.983425 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.983654 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.983870 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.984257 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.984411 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.984556 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.984720 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.984953 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.985191 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.985438 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.985653 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.985884 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.986116 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.986327 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.986697 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.986918 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.987599 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.988006 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.988333 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.988537 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.988789 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.989024 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.989313 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.989663 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.989827 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.989997 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.990211 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.990476 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.990698 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.990943 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.991163 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.991380 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.991635 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.991851 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.992063 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.992316 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.992563 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.993443 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.993443 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.993443 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.993832 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.993832 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.994076 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.994326 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.994598 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.994835 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.995084 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.995303 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.995784 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.995917 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.996105 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.996538 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.996668 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.996849 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.997656 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.997656 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.997656 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.998137 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.998137 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:41.998378 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.001738 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.003562 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.004493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.004493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.004493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.004493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.004493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.004493 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005123 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005123 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005123 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005355 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005511 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005727 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.005941 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.006161 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.006369 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.006619 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.006853 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.007108 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.007305 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.007523 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.007741 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.007965 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.008182 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.008433 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.008653 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.008920 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.009198 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.009417 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.009664 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.009916 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.010546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.010546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.010753 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.011051 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.011480 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.011642 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.011785 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.012539 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.012539 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.012539 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.012795 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.012879 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.013145 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.013504 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.014001 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.014001 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.014173 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.014416 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.014634 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.014852 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.015089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.015428 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.015564 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.015786 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.016023 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.016557 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.016557 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.016740 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.016886 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.017213 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.017402 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.017654 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.017890 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.018111 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.018352 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.018961 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.018961 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.018961 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.019221 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.019399 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.019611 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.019823 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.020124 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.020395 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.021077 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.021077 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.021077 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.021376 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.021584 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.021794 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.022007 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.022229 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.022444 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.022656 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.022882 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.023093 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.023303 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.023548 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.023764 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.023997 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.024228 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.024433 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.024642 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.024863 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.025100 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.025311 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.025556 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.025765 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.026011 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.026235 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.026626 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.026729 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.026894 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.027127 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.027355 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.027577 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.027792 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.028026 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.028313 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.028573 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.028823 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.029097 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.029338 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.029604 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.029858 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.030157 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.030368 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.030641 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.030864 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.031275 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.031746 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.031848 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.032089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.032381 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.032629 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.033101 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.033222 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.033435 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.033714 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.033977 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.034438 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.034597 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.034856 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.035120 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.035369 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.035617 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.035839 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.036076 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.036313 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.036528 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.036743 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.037515 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.037515 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.037515 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.037853 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.037937 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.038137 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.038366 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.038597 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.038840 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.039077 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.039234 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 16:34:42.039775 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109730) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 16:34:42.039936 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 16:34:42.040090 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 16:34:42.040259 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 16:34:42.040429 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 16:34:42.040581 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 16:34:42.040788 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.040949 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.041133 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.041294 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.041454 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.041637 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.041838 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.041978 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.042101 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.042256 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.042416 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.042574 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.042734 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.042895 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.043055 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.043213 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.043370 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.043528 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.043690 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.043850 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044209 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044209 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044467 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] debug = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044467 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044696 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044803 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.044949 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.045128 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.045262 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.045421 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.045580 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.045739 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.045898 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046059 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046217 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046375 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046532 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046675 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046838 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.046995 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.047154 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.047311 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] host = dv-cinder-826949-3-iscsi {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.047546 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.047645 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.047763 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.047922 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.048079 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.048237 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.048394 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.048552 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.048709 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.048868 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.049030 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.049210 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.049368 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.050030 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.050201 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_options = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.050358 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.050516 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.050674 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.050876 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051054 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051200 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051358 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051519 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051675 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051834 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.051994 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.052152 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.052289 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.052436 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.052570 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.052700 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:34:42.052845 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.052978 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053155 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053294 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053431 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053565 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053695 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053825 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.053955 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054087 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054227 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054361 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054502 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054635 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054791 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.054949 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.055108 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.055265 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.055423 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.055582 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.055787 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.055890 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056044 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056205 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056363 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056519 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056677 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056836 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.056993 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.057180 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.057339 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.057497 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_json = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.057698 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.057825 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.057937 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.058096 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.058253 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.058415 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.058573 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.058733 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.058891 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 16:34:42.059069 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.059269 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.059385 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.059545 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.059707 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.059869 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.060030 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.060193 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.060354 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.060515 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.060685 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.060848 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.061019 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.061203 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.061366 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.061530 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.061692 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.061853 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062016 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062178 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062339 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062500 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062670 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062831 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.062993 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.063154 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.063316 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.063484 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.063646 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.063822 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.063984 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.064146 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.064308 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.064468 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.064631 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.064794 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.064956 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.065811 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.065987 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.066151 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.066313 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.066476 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.066638 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.066801 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.066963 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.067127 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.067290 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.067453 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.067616 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.067824 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.067924 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.068089 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.068251 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.068418 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.068581 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.068744 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.068905 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.069097 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.069267 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.069430 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.069591 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.069753 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.069913 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.070075 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.070236 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.070398 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.070560 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.070720 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.070896 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.071058 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.071220 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.071382 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.071544 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.071706 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.071868 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072031 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072193 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072344 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072488 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072655 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072819 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.072982 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.073166 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.073331 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.073492 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.073655 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.073837 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074002 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074154 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074279 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074429 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074599 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074775 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.074938 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.075101 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.075262 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.075424 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.075585 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.075746 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.075908 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.076070 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.076231 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.076395 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.076554 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.076718 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.076879 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.077040 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.077221 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.077382 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.077544 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.077705 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.077938 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.078073 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.078194 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.078329 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.078482 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.078642 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.078804 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.079036 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.079231 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.079398 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.079565 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.079726 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.079886 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.080057 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.080220 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.080383 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.080537 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.080695 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.080884 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.081082 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.081229 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.081391 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.081554 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.081718 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.081891 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.082103 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.082240 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.082362 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.082718 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.082718 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083034 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083034 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083262 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083380 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083497 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083616 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083737 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.083880 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.084041 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.084202 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.084363 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.084524 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.084686 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.084847 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.085010 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.085194 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.085357 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.085519 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.085682 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.085844 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086007 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086168 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086330 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086492 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086652 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086816 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.086978 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.087140 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.087302 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.087462 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.087624 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.087786 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.087947 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.088149 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.088246 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.088411 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.088573 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.088734 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.088897 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.089092 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.089285 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.089452 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.089617 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.089779 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.089940 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.090103 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.090265 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.090427 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.090589 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.090751 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.090912 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.091072 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.091232 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.091412 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.091777 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.091777 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.091937 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.092039 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.092205 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.092367 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.092512 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.092675 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.092836 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.093000 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.093198 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.093362 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.093525 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.093687 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.093848 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094012 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094176 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094338 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094501 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094665 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094825 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.094986 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.095146 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.095307 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.095469 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.095631 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.095793 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.095955 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.096131 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.096292 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.096481 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.096642 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.096803 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.096966 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.097162 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.097325 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.097487 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.097649 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.097810 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.097973 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.098148 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.098311 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.098476 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.098638 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.098798 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.098959 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.099131 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.099292 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.099453 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.099614 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.099774 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.099935 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.100106 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.100267 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.100428 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.100589 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.100751 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.100912 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.101108 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.101273 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.101435 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.101596 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.101757 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.101919 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.102090 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.102265 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.102415 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.102584 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.102746 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.102907 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.103070 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.103241 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.103402 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.103566 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.103727 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.103887 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.104048 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.104212 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.104377 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.104547 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.104714 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.104878 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.105076 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.105236 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.105405 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.105568 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.105735 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.105907 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.106068 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.106228 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.106389 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.106551 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.106711 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.106872 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107034 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107194 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107354 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107514 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107675 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107835 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.107996 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.108156 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.108318 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.108483 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.108643 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.108804 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.108965 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 16:34:42.109141 dv-cinder-826949-3-iscsi neutron-server[109730]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109730) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 16:34:42.143367 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47222) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:34:42.151872 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063224 Mar 31 16:34:53.440750 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f7ab78-37ab-4067-aeaf-4529eefa6199 None None] get_active_networks_info from dv-cinder-826949-3-iscsi {{(pid=109839) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 16:34:53.504583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f7ab78-37ab-4067-aeaf-4529eefa6199 None None] No non-hosted networks {{(pid=109839) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 16:34:53.523385 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.agentschedulers_db [None req-f1f7ab78-37ab-4067-aeaf-4529eefa6199 None None] DHCP Agent not found on host dv-cinder-826949-3-iscsi {{(pid=109839) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 16:34:53.637635 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f6a6f6e4-2b55-4716-9c1e-60e7786de443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2082005'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:55.758197 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-fbd81f72-847d-405b-8534-86a572e0fe07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2082005'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:55.797430 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-de72315c-85fe-4134-9fc2-2c45a3e9269c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:56.697417 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2082005'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:56.771153 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47290) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:34:57.295300 dv-cinder-826949-3-iscsi neutron-server[109838]: WARNING oslo_policy.policy [None req-849d0add-3070-48bc-aa65-6e9b389289cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:34:57.295952 dv-cinder-826949-3-iscsi neutron-server[109838]: WARNING oslo_policy.policy [None req-849d0add-3070-48bc-aa65-6e9b389289cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:34:57.520000 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [None req-849d0add-3070-48bc-aa65-6e9b389289cb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:34:57.533091 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-849d0add-3070-48bc-aa65-6e9b389289cb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7490480 Mar 31 16:34:58.323553 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2082005'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:59.716330 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2082005'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:34:59.717084 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.717341 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.717678 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.718012 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.718376 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.718672 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.718998 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.719347 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.719676 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.719999 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.720337 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.720662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.721546 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.726664 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.728542 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:34:59.731997 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-826949-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:34:59.756773 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-826949-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:00.149691 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47320) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:00.482092 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:00.586108 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.policy [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109838) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 16:35:00.630133 dv-cinder-826949-3-iscsi neutron-server[109838]: WARNING oslo_policy.policy [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:35:00.630518 dv-cinder-826949-3-iscsi neutron-server[109838]: WARNING oslo_policy.policy [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:35:00.728698 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728724322640', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728724323075', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728724372182', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728724346597', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728724355616', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728724171128', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-823403', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-810109', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1724686', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1668380'] for rbac-policy (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:00.801198 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:00.817108 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6c672b7a-74a5-4f22-a35c-883cdfc0e84b admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6518226 Mar 31 16:35:00.983090 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.db.l3_hamode_db [None req-2124af35-24ba-4282-b06b-25f12e9a8665 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 16:35:01.060982 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124af35-24ba-4282-b06b-25f12e9a8665 None None] Routers set() bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:35:01.061395 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2124af35-24ba-4282-b06b-25f12e9a8665 None None] Router IDs set() for agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 16:35:03.295783 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47332) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:03.603573 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:03.633521 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Made reservation on behalf of 2bc518c6141a49d7a7c3da8c28d95e5b for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:35:03.637407 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.654258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.760351 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks [] for security_group (70333113-aa95-4d3c-9b3a-a1718de48215), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.763786 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (70333113-aa95-4d3c-9b3a-a1718de48215), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.788236 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:35:03.821775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728727277617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (a04d4cd4-c8d9-4655-b918-b903ec7864a6), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.822357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Unsubscribe: segment precommit_create {{(pid=109838) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 16:35:03.822885 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Added segment a04d4cd4-c8d9-4655-b918-b903ec7864a6 of type vlan for network 92b014d4-8f5d-46a2-821d-f50f08e01305 Mar 31 16:35:03.838770 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=70333113-aa95-4d3c-9b3a-a1718de48215,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:03.889208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.889551 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.889914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.890261 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.890590 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.890914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.891236 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.891556 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.891875 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.892193 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.892513 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.893400 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.893721 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.894035 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.894350 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Tracked resource versions report: Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: pushed versions: Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: { 'AddressGroup': {'1.2'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Agent': {'1.1'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'ConntrackHelper': {'1.0'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Log': {'1.0'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'NDPProxy': {'1.0'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Network': {'1.1'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Port': {'1.7'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'PortForwarding': {'1.3'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'QosPolicy': {'1.10'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroup': {'1.5'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SubPort': {'1.0'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Subnet': {'1.1'}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Trunk': {'1.1'}} Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: consumer versions: Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Agent': '1.1', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'ConntrackHelper': '1.0', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'LocalIPAssociation': '1.0', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Log': '1.0', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'NDPProxy': '1.0', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Network': '1.1', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Port': '1.7', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'PortForwarding': '1.3', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'QosPolicy': '1.10', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroup': '1.5', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroupRule': '1.2', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SubPort': '1.0', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Subnet': '1.1', Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Trunk': '1.1'}} Mar 31 16:35:03.895824 dv-cinder-826949-3-iscsi neutron-server[109838]: {{(pid=109838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:35:03.927350 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (92b014d4-8f5d-46a2-821d-f50f08e01305), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.968252 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (92b014d4-8f5d-46a2-821d-f50f08e01305), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:03.973986 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:03.974690 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:04.056166 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7593319 Mar 31 16:35:04.093264 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618c8e3-40bd-4dae-971c-5543eff67192 demo demo] Pushing event updated for resources: {'Network': ['ID=92b014d4-8f5d-46a2-821d-f50f08e01305,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:04.105685 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:35:06.662610 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47344) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:07.064213 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d87d18e-1084-40cc-afca-4bd81fedcbc5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:07.066031 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0d87d18e-1084-40cc-afca-4bd81fedcbc5 demo admin] 10.222.0.21 "GET /v2.0/networks/92b014d4-8f5d-46a2-821d-f50f08e01305 HTTP/1.1" status: 200 len: 824 time: 0.4024751 Mar 31 16:35:07.089443 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-3d419787-69da-4800-b6c0-cf267a3d4e4e demo admin] 10.222.0.21 "GET /v2.0/subnetpools/52d219ad-027b-4c1c-ba9d-71f48ad7ca97 HTTP/1.1" status: 200 len: 734 time: 0.0179164 Mar 31 16:35:07.098269 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Request body: {'subnet': {'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97', 'gateway_ip': '172.20.0.1'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:07.118221 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Made reservation on behalf of 2bc518c6141a49d7a7c3da8c28d95e5b for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:35:07.120386 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:07.400065 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (214ef830-24b3-4f13-8840-7df602a11064), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:07.469103 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Checking segment: {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:35:07.469490 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Network hostable DHCP agents. Network: 92b014d4-8f5d-46a2-821d-f50f08e01305, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:35:07.474454 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Pushing event updated for resources: {'Subnet': ['ID=214ef830-24b3-4f13-8840-7df602a11064,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:07.492539 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:35:07.503308 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 92b014d4-8f5d-46a2-821d-f50f08e01305) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:35:07.507655 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:07.508258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:07.513633 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6466da0-371c-41e9-bef5-0b782a7a257d None None] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:35:07.525547 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0d993e28-b0cb-4d26-8c8e-58845d5a9028 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4311423 Mar 31 16:35:07.779145 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-92b014d4-8f5d-46a2-821d-f50f08e01305', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:35:07.780332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:08.067510 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Allocated IP 172.20.0.2 (92b014d4-8f5d-46a2-821d-f50f08e01305/214ef830-24b3-4f13-8840-7df602a11064/676b1ec1-bcef-4b8e-ab67-8b932e922e7d) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:35:08.338978 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Publish callbacks [] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:08.347240 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:08.419731 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:35:08.426048 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:35:08.440561 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:35:08.443791 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Pushing event updated for resources: {'Port': ['ID=676b1ec1-bcef-4b8e-ab67-8b932e922e7d,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:08.476387 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.476746 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.477127 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.477487 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.477828 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.478159 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.478486 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.478817 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.479161 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.479469 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.479804 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.480144 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.480473 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.480798 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.481143 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Tracked resource versions report: Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: pushed versions: Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: { 'AddressGroup': {'1.2'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Agent': {'1.1'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'ConntrackHelper': {'1.0'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Log': {'1.0'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'NDPProxy': {'1.0'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Network': {'1.1'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Port': {'1.7'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'PortForwarding': {'1.3'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'QosPolicy': {'1.10'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroup': {'1.5'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SubPort': {'1.0'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Subnet': {'1.1'}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Trunk': {'1.1'}} Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: consumer versions: Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Agent': '1.1', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'ConntrackHelper': '1.0', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'LocalIPAssociation': '1.0', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Log': '1.0', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'NDPProxy': '1.0', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Network': '1.1', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Port': '1.7', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'PortForwarding': '1.3', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'QosPolicy': '1.10', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroup': '1.5', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroupRule': '1.2', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SubPort': '1.0', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Subnet': '1.1', Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Trunk': '1.1'}} Mar 31 16:35:08.482599 dv-cinder-826949-3-iscsi neutron-server[109839]: {{(pid=109839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:35:08.530732 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Attempting to bind port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:35:08.531318 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Attempting to bind port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:35:08.531550 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Attempting to bind port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d on network 92b014d4-8f5d-46a2-821d-f50f08e01305 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:35:08.536922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:35:08.537348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Checking segment: {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:35:08.537822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:08.538214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Bound using segment: {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:35:08.538698 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Bound port: 676b1ec1-bcef-4b8e-ab67-8b932e922e7d, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:35:08.539100 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:08.599092 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] For port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:35:08.603220 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] For port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=676b1ec1-bcef-4b8e-ab67-8b932e922e7d,segment=NetworkSegment(a04d4cd4-c8d9-4655-b918-b903ec7864a6),segment_id=a04d4cd4-c8d9-4655-b918-b903ec7864a6)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:35:08.613745 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:08.679232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3a524c-56a6-4260-a7a3-107dd31cf792 None None] Pushing event updated for resources: {'Port': ['ID=676b1ec1-bcef-4b8e-ab67-8b932e922e7d,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:10.069114 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47352) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:10.381950 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [None req-52116ab9-f4c1-4405-b2e5-74945a74b853 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:35:10.382993 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-52116ab9-f4c1-4405-b2e5-74945a74b853 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3127887 Mar 31 16:35:12.875429 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47360) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:13.193127 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [None req-f820cfae-991f-4ff6-8e87-8b142ef6cd78 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:35:13.194114 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f820cfae-991f-4ff6-8e87-8b142ef6cd78 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3177714 Mar 31 16:35:15.733296 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47368) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:16.051354 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:16.074092 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:16.075544 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:16.210627 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] Publish callbacks [] for router_controller (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), precommit_add_association {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:16.215784 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:16.234125 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:16.235298 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-1343938c-c3f4-45d8-9dd1-c543685beaa9 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5010340 Mar 31 16:35:18.525256 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 676b1ec1-bcef-4b8e-ab67-8b932e922e7d up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:35:18.614895 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:18.615308 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:18.721868 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:18.722252 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:18.755826 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47380) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:18.758333 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=676b1ec1-bcef-4b8e-ab67-8b932e922e7d,segment=NetworkSegment(a04d4cd4-c8d9-4655-b918-b903ec7864a6),segment_id=a04d4cd4-c8d9-4655-b918-b903ec7864a6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:35:18.762245 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:18.809355 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=676b1ec1-bcef-4b8e-ab67-8b932e922e7d,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:19.086065 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [None req-4afb9438-bd80-461a-8e49-a43bdb0783ec admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:35:19.089243 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4afb9438-bd80-461a-8e49-a43bdb0783ec admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3303058 Mar 31 16:35:19.995339 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181c8cc-1586-47ac-86ff-c4992087277e None None] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:35:20.121278 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-6e031c03-e51a-4735-a795-b22508331453 None None] Provisioning complete for port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:20.121591 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6e031c03-e51a-4735-a795-b22508331453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:20.207691 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-6e031c03-e51a-4735-a795-b22508331453 None None] Current status of the port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:20.326984 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-98ff4fb1-eebd-4fc8-8901-7cb7f6194491 None None] Provisioning complete for port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:20.327373 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-98ff4fb1-eebd-4fc8-8901-7cb7f6194491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:20.402203 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-98ff4fb1-eebd-4fc8-8901-7cb7f6194491 None None] Current status of the port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:20.496673 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 676b1ec1-bcef-4b8e-ab67-8b932e922e7d up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:35:20.541959 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:20.542346 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:20.613954 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:21.620306 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47388) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:21.929830 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:21.948624 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Made reservation on behalf of 4f4d812535bf43d7ac959cc0ee2a775e for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:35:21.950874 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:21.961322 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:21.972887 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:35:22.032890 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks [] for security_group (36de3419-e878-48b7-b866-f64e72ede754), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:22.036208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (36de3419-e878-48b7-b866-f64e72ede754), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:22.044587 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Reserving flat network on physical network physnet1 {{(pid=109838) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 16:35:22.069967 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (4ada7403-0864-4cf2-895e-6f180ed0993f), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:22.070296 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Added segment 4ada7403-0864-4cf2-895e-6f180ed0993f of type flat for network 7898e0b5-f308-4eda-8106-3d28b0d48897 Mar 31 16:35:22.077103 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36de3419-e878-48b7-b866-f64e72ede754,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:22.116700 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (7898e0b5-f308-4eda-8106-3d28b0d48897), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:22.147017 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (7898e0b5-f308-4eda-8106-3d28b0d48897), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:22.147901 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:22.148457 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:22.228357 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6069994 Mar 31 16:35:22.237189 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be24c5-7efb-4885-be63-b0016060e89f admin admin] Pushing event updated for resources: {'Network': ['ID=7898e0b5-f308-4eda-8106-3d28b0d48897,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:22.247213 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:35:23.420073 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4ef49fae-9d1c-452c-a857-3e26000c9964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:24.689649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47396) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:25.177425 dv-cinder-826949-3-iscsi neutron-server[109837]: WARNING oslo_policy.policy [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:35:25.178013 dv-cinder-826949-3-iscsi neutron-server[109837]: WARNING oslo_policy.policy [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:35:25.577933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.policy [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109837) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 16:35:25.620563 dv-cinder-826949-3-iscsi neutron-server[109837]: WARNING oslo_policy.policy [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:35:25.620927 dv-cinder-826949-3-iscsi neutron-server[109837]: WARNING oslo_policy.policy [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 16:35:25.629403 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:25.631261 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2ac234f8-00f0-46fc-9f53-bef42ae25735 demo admin] 10.222.0.21 "GET /v2.0/subnets/214ef830-24b3-4f13-8840-7df602a11064 HTTP/1.1" status: 200 len: 849 time: 0.9396081 Mar 31 16:35:25.755106 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-136ddf53-8f44-4862-9128-fe3442ed6c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:25.796408 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-36853d25-f3a0-4597-abc6-7810128fdd10 demo admin] 10.222.0.21 "GET /v2.0/routers/eb6f2652-4af5-4511-8b17-54fedfcd0fa4 HTTP/1.1" status: 200 len: 704 time: 0.1595175 Mar 31 16:35:26.060670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:26.378880 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Allocated IP 172.20.0.1 (92b014d4-8f5d-46a2-821d-f50f08e01305/214ef830-24b3-4f13-8840-7df602a11064/028fb47b-e5bd-4889-a711-bc2028622fb5) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:35:26.582960 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks [] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:26.652536 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:26.660182 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:26.674714 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:35:26.693939 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:35:26.757926 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:35:26.758449 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:26.820813 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Pushing event updated for resources: {'Port': ['ID=028fb47b-e5bd-4889-a711-bc2028622fb5,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:26.841979 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.842321 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.842684 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.843033 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.843370 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.843687 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.844008 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.844325 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.844657 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.844981 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.845863 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.846194 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.846517 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.846827 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.847141 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Tracked resource versions report: Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: pushed versions: Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: { 'AddressGroup': {'1.2'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Agent': {'1.1'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'ConntrackHelper': {'1.0'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Log': {'1.0'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'NDPProxy': {'1.0'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Network': {'1.1'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Port': {'1.7'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'PortForwarding': {'1.3'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'QosPolicy': {'1.10'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroup': {'1.5'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SubPort': {'1.0'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Subnet': {'1.1'}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Trunk': {'1.1'}} Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: consumer versions: Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Agent': '1.1', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'ConntrackHelper': '1.0', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'LocalIPAssociation': '1.0', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Log': '1.0', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'NDPProxy': '1.0', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Network': '1.1', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Port': '1.7', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'PortForwarding': '1.3', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'QosPolicy': '1.10', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroup': '1.5', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroupRule': '1.2', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SubPort': '1.0', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Subnet': '1.1', Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Trunk': '1.1'}} Mar 31 16:35:26.848562 dv-cinder-826949-3-iscsi neutron-server[109837]: {{(pid=109837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:35:26.959721 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-718ba609-b03c-4953-80f7-be1afd91f111 None None] Provisioning complete for port 028fb47b-e5bd-4889-a711-bc2028622fb5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:26.960283 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-718ba609-b03c-4953-80f7-be1afd91f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:26.979317 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:27.040577 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-718ba609-b03c-4953-80f7-be1afd91f111 None None] Port 028fb47b-e5bd-4889-a711-bc2028622fb5 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:35:27.190883 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks [] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:27.195036 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:27.195757 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:27.274410 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Pushing event updated for resources: {'Port': ['ID=028fb47b-e5bd-4889-a711-bc2028622fb5,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:27.316372 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:35:27.317738 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:35:27.538175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:35:27.564942 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-6b77f4be-5204-456f-bc5b-eec875e13cbd None None] Provisioning complete for port 028fb47b-e5bd-4889-a711-bc2028622fb5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:27.565372 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6b77f4be-5204-456f-bc5b-eec875e13cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:27.598050 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-6b77f4be-5204-456f-bc5b-eec875e13cbd None None] Port 028fb47b-e5bd-4889-a711-bc2028622fb5 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:35:27.630437 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:35:27.635946 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-66d110f7-a839-4b9b-8f31-f66e0292a74b demo admin] 10.222.0.21 "PUT /v2.0/routers/eb6f2652-4af5-4511-8b17-54fedfcd0fa4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8338897 Mar 31 16:35:27.640609 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Sync routers for ids ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:35:27.653365 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Routers {'eb6f2652-4af5-4511-8b17-54fedfcd0fa4'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:35:27.654508 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:35:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:27.847897 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Set router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 gateway port host: None {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:35:28.272769 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'name': 'router1', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:35:16Z', 'updated_at': '2022-03-31T16:35:26Z', 'revision_number': 2, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'gw_port_host': None, '_interfaces': [{'id': '028fb47b-e5bd-4889-a711-bc2028622fb5', 'name': '', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:26Z', 'updated_at': '2022-03-31T16:35:27Z', 'revision_number': 2, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'subnets': [{'id': '214ef830-24b3-4f13-8840-7df602a11064', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:28.279752 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:28.325530 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Checking router: eb6f2652-4af5-4511-8b17-54fedfcd0fa4 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:35:28.325905 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Updating router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 port 028fb47b-e5bd-4889-a711-bc2028622fb5 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:35:28.382348 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:28.900401 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Publish callbacks [] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:28.906644 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.075525 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Attempting to bind port 028fb47b-e5bd-4889-a711-bc2028622fb5 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:35:29.075933 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Attempting to bind port 028fb47b-e5bd-4889-a711-bc2028622fb5 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:35:29.076356 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Attempting to bind port 028fb47b-e5bd-4889-a711-bc2028622fb5 on network 92b014d4-8f5d-46a2-821d-f50f08e01305 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:35:29.078377 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Pushing event updated for resources: {'Port': ['ID=028fb47b-e5bd-4889-a711-bc2028622fb5,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:29.087536 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.087879 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.088223 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.088564 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.088892 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.089235 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.089560 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.089880 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.090201 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.090520 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.090840 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.091170 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.091491 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.091806 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.092122 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Tracked resource versions report: Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: pushed versions: Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: { 'AddressGroup': {'1.2'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Agent': {'1.1'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'ConntrackHelper': {'1.0'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Log': {'1.0'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'NDPProxy': {'1.0'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Network': {'1.1'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Port': {'1.7'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'PortForwarding': {'1.3'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'QosPolicy': {'1.10'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroup': {'1.5'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SubPort': {'1.0'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Subnet': {'1.1'}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Trunk': {'1.1'}} Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: consumer versions: Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Agent': '1.1', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'ConntrackHelper': '1.0', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'LocalIPAssociation': '1.0', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Log': '1.0', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'NDPProxy': '1.0', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Network': '1.1', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Port': '1.7', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'PortForwarding': '1.3', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'QosPolicy': '1.10', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroup': '1.5', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroupRule': '1.2', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SubPort': '1.0', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Subnet': '1.1', Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Trunk': '1.1'}} Mar 31 16:35:29.093594 dv-cinder-826949-3-iscsi neutron-server[109840]: {{(pid=109840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:35:29.095984 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:35:29.096383 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Checking segment: {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:35:29.096859 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.097261 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Bound using segment: {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:35:29.097762 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Bound port: 028fb47b-e5bd-4889-a711-bc2028622fb5, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a04d4cd4-c8d9-4655-b918-b903ec7864a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:35:29.098138 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.125124 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-3ac2fdcd-bef8-4d35-8170-74b1e4e90a6e None None] Provisioning complete for port 028fb47b-e5bd-4889-a711-bc2028622fb5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:29.125787 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ac2fdcd-bef8-4d35-8170-74b1e4e90a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.161450 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-3ac2fdcd-bef8-4d35-8170-74b1e4e90a6e None None] Port 028fb47b-e5bd-4889-a711-bc2028622fb5 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:35:29.165731 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] For port 028fb47b-e5bd-4889-a711-bc2028622fb5, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:35:29.185250 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] For port 028fb47b-e5bd-4889-a711-bc2028622fb5, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=028fb47b-e5bd-4889-a711-bc2028622fb5,segment=NetworkSegment(a04d4cd4-c8d9-4655-b918-b903ec7864a6),segment_id=a04d4cd4-c8d9-4655-b918-b903ec7864a6)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:35:29.191363 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.241026 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42287be8-66e1-443f-abf2-99ab05e3c6c5 None None] Pushing event updated for resources: {'Port': ['ID=028fb47b-e5bd-4889-a711-bc2028622fb5,revision_number=4']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:29.264070 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Routers {'eb6f2652-4af5-4511-8b17-54fedfcd0fa4'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:35:29.264717 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:35:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:29.356554 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] Set router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 gateway port host: None {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:35:29.483804 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] Provisioning complete for port 028fb47b-e5bd-4889-a711-bc2028622fb5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:29.484370 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.565124 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'name': 'router1', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:35:16Z', 'updated_at': '2022-03-31T16:35:26Z', 'revision_number': 2, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'gw_port_host': None, '_interfaces': [{'id': '028fb47b-e5bd-4889-a711-bc2028622fb5', 'name': '', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:26Z', 'updated_at': '2022-03-31T16:35:29Z', 'revision_number': 4, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'subnets': [{'id': '214ef830-24b3-4f13-8840-7df602a11064', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:29.565505 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] Current status of the port 028fb47b-e5bd-4889-a711-bc2028622fb5 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:29.565778 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.592528 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e8b750-bbbf-4f03-9f7e-0407f5227ee7 None None] The sync data for ids ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'] in dv-cinder-826949-3-iscsi is: [{'id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'name': 'router1', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:35:16Z', 'updated_at': '2022-03-31T16:35:26Z', 'revision_number': 2, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'gw_port_host': None, '_interfaces': [{'id': '028fb47b-e5bd-4889-a711-bc2028622fb5', 'name': '', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:26Z', 'updated_at': '2022-03-31T16:35:29Z', 'revision_number': 4, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'subnets': [{'id': '214ef830-24b3-4f13-8840-7df602a11064', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:35:29.602711 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] For port 028fb47b-e5bd-4889-a711-bc2028622fb5, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=028fb47b-e5bd-4889-a711-bc2028622fb5,segment=NetworkSegment(a04d4cd4-c8d9-4655-b918-b903ec7864a6),segment_id=a04d4cd4-c8d9-4655-b918-b903ec7864a6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:35:29.607322 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:29.660646 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f533d5e-e1e9-4eae-85aa-e03c8d78bfc5 None None] Pushing event updated for resources: {'Port': ['ID=028fb47b-e5bd-4889-a711-bc2028622fb5,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:29.713945 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:30.158370 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47430) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:30.352481 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066976cf-9f0c-4bed-8209-9177d364caad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:30.353889 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-066976cf-9f0c-4bed-8209-9177d364caad admin admin] 10.222.0.21 "GET /v2.0/networks/7898e0b5-f308-4eda-8106-3d28b0d48897 HTTP/1.1" status: 200 len: 842 time: 0.1945648 Mar 31 16:35:30.363259 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:30.398407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Made reservation on behalf of 4f4d812535bf43d7ac959cc0ee2a775e for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:35:30.401108 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:30.702126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.objects.ports [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109837) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 16:35:30.702458 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (fe31d634-74ae-4a8b-8340-9a43e4c16077), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:30.761503 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe31d634-74ae-4a8b-8340-9a43e4c16077,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:30.768606 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:35:30.768606 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Network hostable DHCP agents. Network: 7898e0b5-f308-4eda-8106-3d28b0d48897, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:35:30.789755 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:35:30.801249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 7898e0b5-f308-4eda-8106-3d28b0d48897) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:35:30.806781 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:30.806941 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:30.810202 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d235d2f9-b922-4745-b221-0bbf32cdc261 None None] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:35:30.840211 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-906c7bb9-82e1-48a7-af42-f7f54b108990 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4695780 Mar 31 16:35:30.928231 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f9b17-038c-41aa-80b2-a2eb62c6f124 None None] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:35:33.340991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47448) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:33.480274 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b17bb30d-364c-4a8c-8f2f-8dadd1ac8c5e demo admin] 10.222.0.21 "GET /v2.0/routers/eb6f2652-4af5-4511-8b17-54fedfcd0fa4 HTTP/1.1" status: 200 len: 710 time: 0.1334002 Mar 31 16:35:33.559529 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be1bfda-a39d-4df4-b051-5b4fa3a974c2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:35:33.560954 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2be1bfda-a39d-4df4-b051-5b4fa3a974c2 demo admin] 10.222.0.21 "GET /v2.0/networks/7898e0b5-f308-4eda-8106-3d28b0d48897 HTTP/1.1" status: 200 len: 886 time: 0.0800531 Mar 31 16:35:33.570647 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:35:33.825488 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks [] for router_gateway (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.122974 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks [] for router_gateway (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.195847 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.298596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Allocated IP 172.27.3.57 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/86ddda7c-a61b-466e-a0f5-e1b4a63971f7) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:35:34.396609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks [] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.431430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.467097 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:35:34.469898 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:35:34.476549 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:35:34.510069 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Pushing event updated for resources: {'Port': ['ID=86ddda7c-a61b-466e-a0f5-e1b4a63971f7,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:34.730278 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks [] for router_gateway (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.940838 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1588939', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2083258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3734'] for router (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:34.944118 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1588956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1588949', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2083251'] for router (eb6f2652-4af5-4511-8b17-54fedfcd0fa4), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:35.052114 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:35:35.158873 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:35:35.163032 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:35.177157 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ed07e1f5-53fd-4ee6-ad51-4592c9aee5c6 demo admin] 10.222.0.21 "PUT /v2.0/routers/eb6f2652-4af5-4511-8b17-54fedfcd0fa4 HTTP/1.1" status: 200 len: 889 time: 1.5968904 Mar 31 16:35:36.533763 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 028fb47b-e5bd-4889-a711-bc2028622fb5 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:35:36.581258 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 028fb47b-e5bd-4889-a711-bc2028622fb5 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:36.581582 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:36.658649 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 028fb47b-e5bd-4889-a711-bc2028622fb5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:37.666941 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47460) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:35:37.784908 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-386ab541-d363-484d-81d6-503a506ff3f2 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1168623 Mar 31 16:35:38.072977 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Sync routers for ids ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:35:38.085554 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Routers {'eb6f2652-4af5-4511-8b17-54fedfcd0fa4'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:35:38.086221 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:35:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:38.303941 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Set router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:35:38.774945 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'name': 'router1', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '86ddda7c-a61b-466e-a0f5-e1b4a63971f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:35:16Z', 'updated_at': '2022-03-31T16:35:34Z', 'revision_number': 4, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'gw_port': {'id': '86ddda7c-a61b-466e-a0f5-e1b4a63971f7', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:34Z', 'updated_at': '2022-03-31T16:35:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '028fb47b-e5bd-4889-a711-bc2028622fb5', 'name': '', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:26Z', 'updated_at': '2022-03-31T16:35:29Z', 'revision_number': 5, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'subnets': [{'id': '214ef830-24b3-4f13-8840-7df602a11064', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:38.823813 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Checking router: eb6f2652-4af5-4511-8b17-54fedfcd0fa4 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:35:38.824186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Updating router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:35:38.877822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:39.197192 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Publish callbacks [] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:39.202311 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:39.252162 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Attempting to bind port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:35:39.252529 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Attempting to bind port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:35:39.252892 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Attempting to bind port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:35:39.258267 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ab292-d13c-4500-9270-45d0dbee2125 None None] Pushing event updated for resources: {'Port': ['ID=86ddda7c-a61b-466e-a0f5-e1b4a63971f7,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:39.262745 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:35:39.263127 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:35:39.263529 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:39.263911 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:35:39.264372 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Bound port: 86ddda7c-a61b-466e-a0f5-e1b4a63971f7, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:35:39.264748 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:39.325332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] For port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:35:39.328943 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] For port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=86ddda7c-a61b-466e-a0f5-e1b4a63971f7,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:35:39.335417 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:39.386931 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Routers {'eb6f2652-4af5-4511-8b17-54fedfcd0fa4'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:35:39.393458 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:35:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:39.461799 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ab292-d13c-4500-9270-45d0dbee2125 None None] Pushing event updated for resources: {'Port': ['ID=86ddda7c-a61b-466e-a0f5-e1b4a63971f7,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:39.514220 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] Set router eb6f2652-4af5-4511-8b17-54fedfcd0fa4 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:35:39.746551 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'name': 'router1', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '86ddda7c-a61b-466e-a0f5-e1b4a63971f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:35:16Z', 'updated_at': '2022-03-31T16:35:34Z', 'revision_number': 4, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'gw_port': {'id': '86ddda7c-a61b-466e-a0f5-e1b4a63971f7', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:34Z', 'updated_at': '2022-03-31T16:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '028fb47b-e5bd-4889-a711-bc2028622fb5', 'name': '', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:26Z', 'updated_at': '2022-03-31T16:35:29Z', 'revision_number': 5, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'subnets': [{'id': '214ef830-24b3-4f13-8840-7df602a11064', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:35:39.774867 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8183ce90-5e65-4ca1-8482-103c785a9973 None None] The sync data for ids ['eb6f2652-4af5-4511-8b17-54fedfcd0fa4'] in dv-cinder-826949-3-iscsi is: [{'id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'name': 'router1', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.57'}], 'enable_snat': True}, 'gw_port_id': '86ddda7c-a61b-466e-a0f5-e1b4a63971f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:35:16Z', 'updated_at': '2022-03-31T16:35:34Z', 'revision_number': 4, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'gw_port': {'id': '86ddda7c-a61b-466e-a0f5-e1b4a63971f7', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:b7:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:34Z', 'updated_at': '2022-03-31T16:35:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '028fb47b-e5bd-4889-a711-bc2028622fb5', 'name': '', 'network_id': '92b014d4-8f5d-46a2-821d-f50f08e01305', 'tenant_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'mac_address': 'fa:16:3e:97:c7:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb6f2652-4af5-4511-8b17-54fedfcd0fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '214ef830-24b3-4f13-8840-7df602a11064', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:35:26Z', 'updated_at': '2022-03-31T16:35:29Z', 'revision_number': 5, 'project_id': '2bc518c6141a49d7a7c3da8c28d95e5b', 'subnets': [{'id': '214ef830-24b3-4f13-8840-7df602a11064', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '52d219ad-027b-4c1c-ba9d-71f48ad7ca97'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:35:40.572037 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:35:40.632871 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:40.633374 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:40.714272 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:40.714804 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:40.734413 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=86ddda7c-a61b-466e-a0f5-e1b4a63971f7,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:35:40.739292 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:40.801834 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=86ddda7c-a61b-466e-a0f5-e1b4a63971f7,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:35:42.570140 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:35:42.665803 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:35:42.665803 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (86ddda7c-a61b-466e-a0f5-e1b4a63971f7), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:42.775876 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 86ddda7c-a61b-466e-a0f5-e1b4a63971f7 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:35:53.427420 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-01f22f4b-8e1c-4820-85f6-1b6c0fe4d297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:55.766334 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-996fc658-30a4-42be-8aab-1f25d8d62f87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:56.678980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:58.284620 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:35:58.980352 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:35:59.718820 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:23.422179 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bceaba8f-9a06-4277-8dc5-2e59c31c6439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:25.782116 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-c7fa876f-4dda-4a40-a4af-892a8e11d89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:26.659680 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:28.289512 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:29.715433 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:35.968444 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:36:53.424284 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6cba1e8e-66ee-4caa-9819-d097329c7600 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:55.755177 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e5165a12-88bc-4b8f-8009-f26301cdfca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:56.662302 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:58.289114 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:59.617485 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47944) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:36:59.677981 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99698fe-26ed-496a-affb-4bc401ad9b46 admin admin] GET failed (client error): The resource could not be found. Mar 31 16:36:59.679229 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d99698fe-26ed-496a-affb-4bc401ad9b46 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608201 Mar 31 16:36:59.708243 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:36:59.842590 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6b1871-4595-4ec8-8ec8-19acbdf417f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:36:59.844011 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-da6b1871-4595-4ec8-8ec8-19acbdf417f0 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1606932 Mar 31 16:37:02.153829 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47954) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:02.242017 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dcccda-06d2-4db1-bb07-0d5f78ffdc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:02.243298 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-61dcccda-06d2-4db1-bb07-0d5f78ffdc88 admin admin] 10.222.0.21 "GET /v2.0/subnets/214ef830-24b3-4f13-8840-7df602a11064 HTTP/1.1" status: 200 len: 849 time: 0.0885391 Mar 31 16:37:02.253289 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:37:02.412229 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Publish callbacks [] for subnet (214ef830-24b3-4f13-8840-7df602a11064), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:02.549832 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728727518850'] for subnet (214ef830-24b3-4f13-8840-7df602a11064), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:02.582498 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:02.583630 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:02.601076 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] 10.222.0.21 "PUT /v2.0/subnets/214ef830-24b3-4f13-8840-7df602a11064 HTTP/1.1" status: 200 len: 868 time: 0.3354061 Mar 31 16:37:02.601348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb720fee-8a51-4c31-97be-bbf4710578d1 None None] Network 92b014d4-8f5d-46a2-821d-f50f08e01305 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:37:02.604444 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=214ef830-24b3-4f13-8840-7df602a11064,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:37:02.612122 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.612509 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.612805 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.613171 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.613502 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.613829 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.614149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.614465 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.614800 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.615125 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.615463 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.615797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.616117 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.616430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.616747 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77882e8d-356a-4320-8e0c-b76016a54ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:02.891007 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-90505fcc-b769-4941-b349-19002591f4c8 None None] Provisioning complete for port 028fb47b-e5bd-4889-a711-bc2028622fb5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:37:02.891394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-90505fcc-b769-4941-b349-19002591f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (028fb47b-e5bd-4889-a711-bc2028622fb5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:02.965703 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-90505fcc-b769-4941-b349-19002591f4c8 None None] Current status of the port 028fb47b-e5bd-4889-a711-bc2028622fb5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:37:02.975173 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-90505fcc-b769-4941-b349-19002591f4c8 None None] Provisioning complete for port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:37:02.975564 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-90505fcc-b769-4941-b349-19002591f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (676b1ec1-bcef-4b8e-ab67-8b932e922e7d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:03.053065 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-90505fcc-b769-4941-b349-19002591f4c8 None None] Current status of the port 676b1ec1-bcef-4b8e-ab67-8b932e922e7d is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:37:04.918448 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47962) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:05.121117 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c72cf6-d1b0-4931-ad1d-3f6a9a3f35e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:05.121503 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c72cf6-d1b0-4931-ad1d-3f6a9a3f35e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:05.123026 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c6c72cf6-d1b0-4931-ad1d-3f6a9a3f35e0 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2035651 Mar 31 16:37:07.426649 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47970) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:07.628131 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76bb64-b147-4b15-b4b0-b7456d39bf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:07.628507 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d76bb64-b147-4b15-b4b0-b7456d39bf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:07.630047 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2d76bb64-b147-4b15-b4b0-b7456d39bf8e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2024622 Mar 31 16:37:09.920277 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 47980) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:10.071052 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef14239-a863-4933-831f-1694a8bce735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:10.072310 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6ef14239-a863-4933-831f-1694a8bce735 admin admin] 10.222.0.21 "GET /v2.0/networks/7898e0b5-f308-4eda-8106-3d28b0d48897 HTTP/1.1" status: 200 len: 886 time: 0.1511021 Mar 31 16:37:12.394354 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47988) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:12.523523 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5b43ed-980e-4458-b23d-e390f1bf2b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:12.524871 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ac5b43ed-980e-4458-b23d-e390f1bf2b09 admin admin] 10.222.0.21 "GET /v2.0/networks/92b014d4-8f5d-46a2-821d-f50f08e01305 HTTP/1.1" status: 200 len: 868 time: 0.1295578 Mar 31 16:37:12.966447 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:37:14.835835 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 47996) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:14.957406 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db1a4e-48e2-4d53-af7c-851520717d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:14.957851 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5db1a4e-48e2-4d53-af7c-851520717d19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:14.959341 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d5db1a4e-48e2-4d53-af7c-851520717d19 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225760 Mar 31 16:37:17.279919 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48004) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:17.398974 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54fb2c9-57be-49e2-b6e9-42ec341d954b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:17.399419 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54fb2c9-57be-49e2-b6e9-42ec341d954b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:17.400891 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f54fb2c9-57be-49e2-b6e9-42ec341d954b admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1194210 Mar 31 16:37:19.687279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48012) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:19.779909 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f0f94-dad6-4ebe-9d9e-16aabf70d1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:19.781825 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a36f0f94-dad6-4ebe-9d9e-16aabf70d1da admin admin] 10.222.0.21 "GET /v2.0/subnets/214ef830-24b3-4f13-8840-7df602a11064 HTTP/1.1" status: 200 len: 868 time: 0.0936186 Mar 31 16:37:22.083913 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48020) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:22.167091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0eff42-567c-4b80-813e-d15d258ee235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:22.168535 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-aa0eff42-567c-4b80-813e-d15d258ee235 admin admin] 10.222.0.21 "GET /v2.0/subnets/fe31d634-74ae-4a8b-8340-9a43e4c16077 HTTP/1.1" status: 200 len: 816 time: 0.0836611 Mar 31 16:37:23.428881 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a92fe276-3165-4e99-b0f5-e856fff2ff88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:25.756647 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-c014526e-76e3-4831-b52c-eab4d9856a15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:26.667028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:28.292548 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:29.712374 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:49.964241 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:37:50.441112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48072) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:50.488952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [None req-44ed73dc-4ec5-40c9-a83e-c5bb65b68455 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:37:50.489962 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-44ed73dc-4ec5-40c9-a83e-c5bb65b68455 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0479262 Mar 31 16:37:52.892361 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48080) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:52.950788 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de4f7b9-a3d4-4315-b425-6bd392e5fb8f admin admin] GET failed (client error): The resource could not be found. Mar 31 16:37:52.952619 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7de4f7b9-a3d4-4315-b425-6bd392e5fb8f admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593300 Mar 31 16:37:53.037709 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b00c18c-9a3c-4478-97a5-74b204e51f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:53.039178 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-9b00c18c-9a3c-4478-97a5-74b204e51f8b admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826323 Mar 31 16:37:53.432533 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-87f6a06f-53ea-4122-9224-dc0d09238ece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:55.364423 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48088) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:55.410846 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:37:55.429953 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Made reservation on behalf of 4f4d812535bf43d7ac959cc0ee2a775e for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:37:55.432396 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:55.469991 dv-cinder-826949-3-iscsi neutron-server[109838]: WARNING neutron.services.revisions.revision_plugin [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Could not find related network for resource to bump revision. Mar 31 16:37:55.481096 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:37:55.490049 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (e517e619-4fc9-49f1-9f46-5b4488a18d7f), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:55.490384 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Added segment e517e619-4fc9-49f1-9f46-5b4488a18d7f of type vlan for network a46eae1b-9fc7-492d-8fe8-6d507924caba Mar 31 16:37:55.528653 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (a46eae1b-9fc7-492d-8fe8-6d507924caba), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:55.550841 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (a46eae1b-9fc7-492d-8fe8-6d507924caba), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:55.551794 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:55.552358 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:55.604667 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2391803 Mar 31 16:37:55.613974 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Pushing event updated for resources: {'Network': ['ID=a46eae1b-9fc7-492d-8fe8-6d507924caba,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:37:55.622153 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.622495 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.622862 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.623851 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.624360 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.624901 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.625487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.626173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.626707 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.627067 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.627404 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.627758 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.628089 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.628415 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.628738 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174fcd8b-b510-4a7f-93ef-180378daf409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:55.640923 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network a46eae1b-9fc7-492d-8fe8-6d507924caba details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:37:55.760631 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3d7d2dbe-1301-4ca6-aff7-a633907ea7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:56.671806 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:57.926113 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48096) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:37:57.988433 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d27320-feb9-4059-b860-61241a5b736a admin admin] GET failed (client error): The resource could not be found. Mar 31 16:37:57.989723 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-24d27320-feb9-4059-b860-61241a5b736a admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626762 Mar 31 16:37:58.057396 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735c0568-9216-4355-8248-babb4c574524 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:58.058803 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-735c0568-9216-4355-8248-babb4c574524 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0650716 Mar 31 16:37:58.068295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:37:58.086155 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Made reservation on behalf of 4f4d812535bf43d7ac959cc0ee2a775e for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:37:58.088430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.243864 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (3f9c8336-22d6-4570-806f-43f9f7cee6f6), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.293477 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.300368 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9c8336-22d6-4570-806f-43f9f7cee6f6,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:37:58.314665 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Checking segment: {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:37:58.314951 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Network hostable DHCP agents. Network: a46eae1b-9fc7-492d-8fe8-6d507924caba, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:37:58.331919 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Network a46eae1b-9fc7-492d-8fe8-6d507924caba is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:37:58.340805 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, a46eae1b-9fc7-492d-8fe8-6d507924caba) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:37:58.345917 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:37:58.346480 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.350143 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec1774-6331-458d-95fe-9346e7516b30 None None] Network a46eae1b-9fc7-492d-8fe8-6d507924caba requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:37:58.362229 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-0a72d79f-07ef-4eec-bd9d-19f8b47d1cbf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2972217 Mar 31 16:37:58.456812 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-a46eae1b-9fc7-492d-8fe8-6d507924caba', 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba', 'project_id': '4f4d812535bf43d7ac959cc0ee2a775e', 'fixed_ips': [{'subnet_id': '3f9c8336-22d6-4570-806f-43f9f7cee6f6'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:37:58.457714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.694084 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Allocated IP 192.168.233.2 (a46eae1b-9fc7-492d-8fe8-6d507924caba/3f9c8336-22d6-4570-806f-43f9f7cee6f6/adadb5d5-421f-4f80-a0f9-0753a99ba147) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:37:58.846494 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Publish callbacks [] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.852477 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.899776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Network a46eae1b-9fc7-492d-8fe8-6d507924caba is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:37:58.900842 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Pushing event updated for resources: {'Port': ['ID=adadb5d5-421f-4f80-a0f9-0753a99ba147,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:37:58.904160 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:37:58.908857 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:37:58.911601 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.911951 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.912321 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.912677 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.913016 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.913371 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.913702 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.913702 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.914508 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.914701 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.915028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.915367 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.915694 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.916014 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.916342 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:37:58.971603 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Attempting to bind port adadb5d5-421f-4f80-a0f9-0753a99ba147 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:37:58.971899 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Attempting to bind port adadb5d5-421f-4f80-a0f9-0753a99ba147 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:37:58.972281 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Attempting to bind port adadb5d5-421f-4f80-a0f9-0753a99ba147 on network a46eae1b-9fc7-492d-8fe8-6d507924caba {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:37:58.977467 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:37:58.977971 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Checking segment: {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:37:58.978375 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:58.978818 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Bound using segment: {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:37:58.979309 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Bound port: adadb5d5-421f-4f80-a0f9-0753a99ba147, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:37:58.979689 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:59.043768 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] For port adadb5d5-421f-4f80-a0f9-0753a99ba147, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:37:59.047138 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] For port adadb5d5-421f-4f80-a0f9-0753a99ba147, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=adadb5d5-421f-4f80-a0f9-0753a99ba147,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:37:59.054661 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:59.117374 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd214b1-337f-4ce4-acf4-507b0aae0e05 None None] Pushing event updated for resources: {'Port': ['ID=adadb5d5-421f-4f80-a0f9-0753a99ba147,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:37:59.722015 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:37:59.912916 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d710d84f-121b-435f-9c94-0ad318bf847a None None] Network a46eae1b-9fc7-492d-8fe8-6d507924caba requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:38:00.015884 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] Provisioning complete for port adadb5d5-421f-4f80-a0f9-0753a99ba147 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:38:00.016187 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:00.108853 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] Current status of the port adadb5d5-421f-4f80-a0f9-0753a99ba147 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:38:00.109302 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:00.155041 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] For port adadb5d5-421f-4f80-a0f9-0753a99ba147, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=adadb5d5-421f-4f80-a0f9-0753a99ba147,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:38:00.160035 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:00.212586 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcceafd0-4613-4f7a-8802-1c78f0bc6471 None None] Pushing event updated for resources: {'Port': ['ID=adadb5d5-421f-4f80-a0f9-0753a99ba147,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:38:00.279541 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-8f8b05ca-33a9-44c1-8621-8a6f0967dbaf None None] Provisioning complete for port adadb5d5-421f-4f80-a0f9-0753a99ba147 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:38:00.279847 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8f8b05ca-33a9-44c1-8621-8a6f0967dbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:00.356886 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-8f8b05ca-33a9-44c1-8621-8a6f0967dbaf None None] Current status of the port adadb5d5-421f-4f80-a0f9-0753a99ba147 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:38:00.633399 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device adadb5d5-421f-4f80-a0f9-0753a99ba147 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:38:00.685264 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port adadb5d5-421f-4f80-a0f9-0753a99ba147 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:38:00.686336 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (adadb5d5-421f-4f80-a0f9-0753a99ba147), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:00.762761 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port adadb5d5-421f-4f80-a0f9-0753a99ba147 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:38:23.434370 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7da8cb70-e887-4f37-b264-452bd3cc0e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:25.763899 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6b4c7ae5-5672-4929-87b6-d21ec3827bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:26.680252 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:26.962716 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:38:28.300230 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:29.714277 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:53.436209 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ae23b975-6797-4f30-98ff-77dd0e61f831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:55.767013 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3cae3b7d-198b-4f87-a272-1a1a42116294 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:56.682560 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:58.299641 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:38:59.719584 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:03.962081 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:39:18.079169 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48134) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:39:18.084955 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [None req-ce5acb60-b992-4436-8bc7-fa38dcc484c7 tempest-verify_tempest_config-25999170 tempest-verify_tempest_config-25999170-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:39:18.085979 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ce5acb60-b992-4436-8bc7-fa38dcc484c7 tempest-verify_tempest_config-25999170 tempest-verify_tempest_config-25999170-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058432 Mar 31 16:39:18.381468 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48152) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:39:18.485420 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.554846 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Publish callbacks [] for security_group (012a845b-5660-4dc7-b048-27cccd1d464d), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.558198 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (012a845b-5660-4dc7-b048-27cccd1d464d), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.601705 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9351cf3a968e47f5ad7690bfa68531e7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2192004 Mar 31 16:39:18.602497 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012a845b-5660-4dc7-b048-27cccd1d464d,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:39:18.604464 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48158) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:39:18.609578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.609998 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.610359 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.610785 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.611228 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.611562 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.611889 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.612214 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.612554 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.612884 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.613237 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.613564 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.613884 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.614202 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.614524 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea396aa9-fd40-4e2b-807e-79da244f8a17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.678154 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Publish callbacks [] for security_group (012a845b-5660-4dc7-b048-27cccd1d464d), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.698565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Publish callbacks [] for security_group (012a845b-5660-4dc7-b048-27cccd1d464d), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.787869 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (012a845b-5660-4dc7-b048-27cccd1d464d), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.790430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:18.791597 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/012a845b-5660-4dc7-b048-27cccd1d464d HTTP/1.1" status: 204 len: 168 time: 0.1861649 Mar 31 16:39:18.799648 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012a845b-5660-4dc7-b048-27cccd1d464d,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:39:18.806060 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.806344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.806703 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.807043 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.807373 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.807815 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.808034 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.808323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.809282 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.809596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.809921 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.810259 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.810549 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.810864 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:18.811180 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9b194e-ae8e-4297-a912-67d0ebdb5ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:39:23.439913 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6eb75752-7080-43a4-9e2b-d0f83644d397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:25.765338 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6cce5cf1-3462-41d4-9e81-56d3fb4a7baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:26.684441 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:28.301409 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:29.722089 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:40.960720 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:39:53.442293 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-78bda18f-0e1b-4883-9a84-6d81a339788b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:55.766748 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8a5e02e9-9993-4ecd-9203-0bfa4bd7d360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:56.683580 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:58.303360 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:39:59.724601 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:17.958997 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:40:23.444376 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-86a8114d-1c2a-47cf-9262-1e75b2ec16a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:25.770256 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-20c2563b-679e-49cc-94e4-788260eb1e3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:26.689382 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:28.305099 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:29.726770 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:53.446053 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6beed9a8-0135-4a72-adba-1d094d31e942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:54.957162 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 5 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:40:55.772032 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-fd9b3660-1266-48a9-84e7-2f26300427b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:56.688322 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:58.308292 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:59.253661 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2082005'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:40:59.729551 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:13.831839 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48228) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:41:13.932623 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-91084330-2aa0-4fc9-bb91-97b71eaacca9 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0997090 Mar 31 16:41:16.246708 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48238) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:41:16.301482 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b306bae3-ab5e-4a75-8b91-d67318b85ff0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536857 Mar 31 16:41:23.448665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-538e150e-5806-494b-9992-ee99d80ab500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:25.775158 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-15d8c32e-266b-4bbd-953b-39b9e23543f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:26.692673 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:28.311423 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:29.254590 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:29.731592 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:31.956490 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:41:53.451555 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-558aa842-6cfd-498c-a6f6-6f181f0ae6d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:55.778095 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-672a4375-0530-4c07-bb66-65caf0dbc27b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:56.692989 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:58.315683 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:59.253761 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:41:59.732047 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:08.958582 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:42:23.453425 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-c1a4acec-4477-44fb-a4ea-62d238e0505a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:25.783085 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-fdaf6dde-e1b7-43c2-b367-c79c70c2f7dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:26.698030 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:28.323007 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:29.267548 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:29.733663 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:45.958787 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:42:49.602046 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48364) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:49.908713 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-94788412-network', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:49.935310 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Made reservation on behalf of f47a650d572d4240841923c2d72e04f3 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:49.937782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:49.946981 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.032190 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks [] for security_group (5edade80-d924-49eb-b5d7-3fab9d44a442), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.036489 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (5edade80-d924-49eb-b5d7-3fab9d44a442), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.088825 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edade80-d924-49eb-b5d7-3fab9d44a442,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:50.090980 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:42:50.102558 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.102905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.103291 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.103637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.103969 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.104296 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.104752 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.105102 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.105445 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.105774 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.106111 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.106452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.106776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.107093 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.107407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Tracked resource versions report: Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: pushed versions: Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: { 'AddressGroup': {'1.2'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Agent': {'1.1'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'ConntrackHelper': {'1.0'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Log': {'1.0'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'NDPProxy': {'1.0'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Network': {'1.1'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Port': {'1.7'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'PortForwarding': {'1.3'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'QosPolicy': {'1.10'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroup': {'1.5'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SubPort': {'1.0'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Subnet': {'1.1'}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Trunk': {'1.1'}} Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: consumer versions: Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: HyperV agent@hv-cinder-82694: {}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Agent': '1.1', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'ConntrackHelper': '1.0', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'LocalIPAssociation': '1.0', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Log': '1.0', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'NDPProxy': '1.0', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Network': '1.1', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Port': '1.7', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'PortForwarding': '1.3', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'QosPolicy': '1.10', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroup': '1.5', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SecurityGroupRule': '1.2', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'SubPort': '1.0', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Subnet': '1.1', Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: 'Trunk': '1.1'}} Mar 31 16:42:50.108740 dv-cinder-826949-3-iscsi neutron-server[109837]: {{(pid=109837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:42:50.124082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728727277617', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (a6ffa0dc-57ac-4321-9247-b24497efb4b2), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.124734 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Unsubscribe: segment precommit_create {{(pid=109837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 16:42:50.125292 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Added segment a6ffa0dc-57ac-4321-9247-b24497efb4b2 of type vlan for network 0a912190-ce75-492c-91bc-2389799eee5c Mar 31 16:42:50.194661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (0a912190-ce75-492c-91bc-2389799eee5c), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.238014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (0a912190-ce75-492c-91bc-2389799eee5c), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.242092 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:50.242689 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.339378 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] Pushing event updated for resources: {'Network': ['ID=0a912190-ce75-492c-91bc-2389799eee5c,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:50.353928 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6c532034-23bb-4767-b3a0-69a364b3aecf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7500718 Mar 31 16:42:50.354994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48412) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:50.355126 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 0a912190-ce75-492c-91bc-2389799eee5c details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:42:50.361842 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Request body: {'subnet': {'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-subnet', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:50.395783 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Made reservation on behalf of f47a650d572d4240841923c2d72e04f3 for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:50.399733 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.630426 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (407d7d5f-792d-4fb6-a938-00b98e662418), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.776030 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=407d7d5f-792d-4fb6-a938-00b98e662418,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:50.804142 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Checking segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:50.804485 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Network hostable DHCP agents. Network: 0a912190-ce75-492c-91bc-2389799eee5c, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:42:50.823815 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Network 0a912190-ce75-492c-91bc-2389799eee5c is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:42:50.835382 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 0a912190-ce75-492c-91bc-2389799eee5c) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:50.841556 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:50.842393 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.849431 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cace9812-cd31-4c05-b6fe-5c8cb78db8ff None None] Network 0a912190-ce75-492c-91bc-2389799eee5c requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:50.867457 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-392fa784-1a38-4401-827e-c3b49398ea8b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5104454 Mar 31 16:42:50.871571 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48440) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:50.877926 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:50.911820 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.912941 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.967093 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-0a912190-ce75-492c-91bc-2389799eee5c', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:42:50.968045 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.980390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks [] for router_controller (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), precommit_add_association {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:50.998114 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48448) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:51.139851 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Allocated IP 172.20.0.2 (0a912190-ce75-492c-91bc-2389799eee5c/407d7d5f-792d-4fb6-a938-00b98e662418/a41b9ee5-fb42-4f87-9880-e443429c7a82) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:51.194158 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48458) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:51.247107 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks [] for router_gateway (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.310056 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48464) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:51.325634 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Publish callbacks [] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.335691 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.357876 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491333612-network', 'tenant_id': 'b21e4efc11fe4a69a5ee5f08ada8b47c'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:51.361528 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Network 0a912190-ce75-492c-91bc-2389799eee5c is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:51.387111 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:51.391427 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:51.397188 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Made reservation on behalf of b21e4efc11fe4a69a5ee5f08ada8b47c for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:51.401251 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.423080 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.464332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Pushing event updated for resources: {'Port': ['ID=a41b9ee5-fb42-4f87-9880-e443429c7a82,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:51.467757 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Attempting to bind port a41b9ee5-fb42-4f87-9880-e443429c7a82 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:42:51.468140 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Attempting to bind port a41b9ee5-fb42-4f87-9880-e443429c7a82 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:42:51.468489 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Attempting to bind port a41b9ee5-fb42-4f87-9880-e443429c7a82 on network 0a912190-ce75-492c-91bc-2389799eee5c {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:42:51.478282 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:42:51.478951 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Checking segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:51.479994 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.480398 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Bound using segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:42:51.480876 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Bound port: a41b9ee5-fb42-4f87-9880-e443429c7a82, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:42:51.481307 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.484933 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.485304 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.485840 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.486485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.486978 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.487324 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.487654 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.487986 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.488318 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.488634 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.489146 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.489662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.490143 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.490639 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.491115 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Tracked resource versions report: Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: pushed versions: Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: { 'AddressGroup': {'1.2'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Agent': {'1.1'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'ConntrackHelper': {'1.0'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Log': {'1.0'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'NDPProxy': {'1.0'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Network': {'1.1'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Port': {'1.7'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'PortForwarding': {'1.3'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'QosPolicy': {'1.10'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroup': {'1.5'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SubPort': {'1.0'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Subnet': {'1.1'}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Trunk': {'1.1'}} Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: consumer versions: Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: HyperV agent@hv-cinder-82694: {}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Agent': '1.1', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'ConntrackHelper': '1.0', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'LocalIPAssociation': '1.0', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Log': '1.0', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'NDPProxy': '1.0', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Network': '1.1', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Port': '1.7', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'PortForwarding': '1.3', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'QosPolicy': '1.10', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroup': '1.5', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SecurityGroupRule': '1.2', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'SubPort': '1.0', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Subnet': '1.1', Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: 'Trunk': '1.1'}} Mar 31 16:42:51.492623 dv-cinder-826949-3-iscsi neutron-server[109839]: {{(pid=109839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:42:51.561797 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks [] for router_gateway (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.578602 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] For port a41b9ee5-fb42-4f87-9880-e443429c7a82, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:42:51.582719 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] For port a41b9ee5-fb42-4f87-9880-e443429c7a82, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=a41b9ee5-fb42-4f87-9880-e443429c7a82,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:42:51.593293 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.593714 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.594450 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks [] for security_group (69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.599486 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-627486321-network', 'tenant_id': 'e66281f9f75b4c089d7660d2a5fe8b05'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:51.606547 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.623136 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:42:51.642899 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (b162baba-a8b8-46ee-af7c-9a425159db9e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.644007 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Added segment b162baba-a8b8-46ee-af7c-9a425159db9e of type vlan for network 51c3cdf4-1de5-4232-adb2-ca1c73d7c113 Mar 31 16:42:51.654324 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48474) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:51.725014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (51c3cdf4-1de5-4232-adb2-ca1c73d7c113), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.746967 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95a239-2bf2-4c6c-9e58-5ab4c9c6d5ca None None] Pushing event updated for resources: {'Port': ['ID=a41b9ee5-fb42-4f87-9880-e443429c7a82,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:51.768622 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-network', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:51.784102 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (51c3cdf4-1de5-4232-adb2-ca1c73d7c113), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.785008 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:51.785892 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.826126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Made reservation on behalf of df2d2eba27c84c2aad87ee76424260fc for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:51.828894 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.857430 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Allocated IP 172.27.3.55 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/424cf3e2-b28b-4c5e-af21-fe66348a845a) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:51.872204 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Made reservation on behalf of e66281f9f75b4c089d7660d2a5fe8b05 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:51.875039 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.877624 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:51.927852 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:51.969936 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9675229 Mar 31 16:42:51.981597 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48488) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:52.018517 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Request body: {'subnet': {'network_id': '51c3cdf4-1de5-4232-adb2-ca1c73d7c113', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491333612-subnet', 'tenant_id': 'b21e4efc11fe4a69a5ee5f08ada8b47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:52.018785 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks [] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.035578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1298022770-network', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:52.042764 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.068478 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Made reservation on behalf of c20b7c93ae6242f499530ec76254d558 for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:52.073028 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.096854 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.141189 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732d8e84-1f19-4ac0-81f9-323d04b6dbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=51c3cdf4-1de5-4232-adb2-ca1c73d7c113,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:52.153028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 51c3cdf4-1de5-4232-adb2-ca1c73d7c113 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:42:52.193626 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Made reservation on behalf of b21e4efc11fe4a69a5ee5f08ada8b47c for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:52.195966 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.267636 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.304899 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:52.394705 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:52.397012 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Pushing event updated for resources: {'Port': ['ID=424cf3e2-b28b-4c5e-af21-fe66348a845a,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:52.406385 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:52.418175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks [] for security_group (d37a6d9c-a216-422c-88be-5fb74bc10f43), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.425729 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks [] for security_group (59090844-137c-4245-9a09-8eb42c6ef286), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.431110 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (d37a6d9c-a216-422c-88be-5fb74bc10f43), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.442312 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (59090844-137c-4245-9a09-8eb42c6ef286), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.465684 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:42:52.492230 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.493630 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.494879 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.495786 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.496565 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.498414 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.499155 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.500035 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.500615 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.501195 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.501775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.502333 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.503053 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.504021 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.504599 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Tracked resource versions report: Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: pushed versions: Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: { 'AddressGroup': {'1.2'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Agent': {'1.1'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'ConntrackHelper': {'1.0'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Log': {'1.0'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'NDPProxy': {'1.0'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Network': {'1.1'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Port': {'1.7'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'PortForwarding': {'1.3'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'QosPolicy': {'1.10'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroup': {'1.5'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SubPort': {'1.0'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Subnet': {'1.1'}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Trunk': {'1.1'}} Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: consumer versions: Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: HyperV agent@hv-cinder-82694: {}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Agent': '1.1', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'ConntrackHelper': '1.0', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'LocalIPAssociation': '1.0', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Log': '1.0', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'NDPProxy': '1.0', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Network': '1.1', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Port': '1.7', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'PortForwarding': '1.3', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'QosPolicy': '1.10', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroup': '1.5', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SecurityGroupRule': '1.2', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'SubPort': '1.0', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Subnet': '1.1', Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: 'Trunk': '1.1'}} Mar 31 16:42:52.507223 dv-cinder-826949-3-iscsi neutron-server[109838]: {{(pid=109838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:42:52.514238 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:42:52.527782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (5055d9d9-7355-44f1-b45f-48aea3b7a9b1), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.528076 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Added segment 5055d9d9-7355-44f1-b45f-48aea3b7a9b1 of type vlan for network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 Mar 31 16:42:52.537599 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a6d9c-a216-422c-88be-5fb74bc10f43,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:52.568344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (2185421e-02ff-48ed-a572-d6df4faebe1e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.568677 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Added segment 2185421e-02ff-48ed-a572-d6df4faebe1e of type vlan for network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 Mar 31 16:42:52.664774 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks [] for security_group (2d8c0ac7-484f-4bdd-a7fd-a68eb7573458), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.683656 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.685861 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59090844-137c-4245-9a09-8eb42c6ef286,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:52.686658 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2d8c0ac7-484f-4bdd-a7fd-a68eb7573458), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.691766 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (53e1176e-5bd0-411c-b0cc-4f862e76cf61), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.722042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (c17a320b-6968-45c1-8651-b77d51cf9ea4), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.728811 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:42:52.828642 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c0ac7-484f-4bdd-a7fd-a68eb7573458,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:52.845701 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (53e1176e-5bd0-411c-b0cc-4f862e76cf61), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.851634 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:52.852279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.858009 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.858943 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:52.859509 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.904743 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (5d5a46ae-a999-4b53-b788-6ea84ec75fab), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:52.905120 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Added segment 5d5a46ae-a999-4b53-b788-6ea84ec75fab of type vlan for network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 Mar 31 16:42:52.949472 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c17a320b-6968-45c1-8651-b77d51cf9ea4,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:52.979504 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6676517 Mar 31 16:42:52.985128 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7873130 Mar 31 16:42:52.986262 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48534) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:52.986619 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48536) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:52.992886 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Request body: {'subnet': {'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-subnet', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:52.997405 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a41b9ee5-fb42-4f87-9880-e443429c7a82 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:42:53.003788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Request body: {'subnet': {'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-627486321-subnet', 'tenant_id': 'e66281f9f75b4c089d7660d2a5fe8b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:53.012737 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2fabb-1480-4362-86b4-a796f70da08e admin admin] Pushing event updated for resources: {'Network': ['ID=53e1176e-5bd0-411c-b0cc-4f862e76cf61,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:53.031295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Checking segment: {'id': 'b162baba-a8b8-46ee-af7c-9a425159db9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '51c3cdf4-1de5-4232-adb2-ca1c73d7c113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:53.031756 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Network hostable DHCP agents. Network: 51c3cdf4-1de5-4232-adb2-ca1c73d7c113, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:42:53.053306 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:42:53.108489 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Made reservation on behalf of df2d2eba27c84c2aad87ee76424260fc for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:53.111130 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.120512 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Made reservation on behalf of e66281f9f75b4c089d7660d2a5fe8b05 for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:53.123273 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.181962 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d4efb-87ff-43fc-9fa6-f5a2ac03be4e admin admin] Pushing event updated for resources: {'Network': ['ID=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:53.190601 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.225584 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Network 51c3cdf4-1de5-4232-adb2-ca1c73d7c113 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:42:53.260497 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 51c3cdf4-1de5-4232-adb2-ca1c73d7c113) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:53.268262 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:53.268418 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.269027 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.269309 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:53.269880 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.278769 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks [] for router_gateway (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.340663 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:42:53.343572 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5745125a-c623-4d8b-99d5-0d2f5ab5c1d8 None None] Network 0a912190-ce75-492c-91bc-2389799eee5c requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:53.344080 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-69b95a26-6bbd-40c1-9075-f2fd2874cb11 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3614264 Mar 31 16:42:53.346097 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ece41-f499-440c-a829-8c1d880d4019 None None] Network 51c3cdf4-1de5-4232-adb2-ca1c73d7c113 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:53.427907 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] Provisioning complete for port a41b9ee5-fb42-4f87-9880-e443429c7a82 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:42:53.428264 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.581931 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9262409 Mar 31 16:42:53.586438 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48560) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:53.596456 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Request body: {'subnet': {'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1298022770-subnet', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:53.603940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c64572-2cb9-4865-bcb7-86084fc753af admin admin] Pushing event updated for resources: {'Network': ['ID=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:53.644747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Made reservation on behalf of c20b7c93ae6242f499530ec76254d558 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:53.647852 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.650782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (9d04c51c-fb7e-47a7-9de9-91645c37b720), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.736651 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:42:53.792306 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d04c51c-fb7e-47a7-9de9-91645c37b720,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:53.858641 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] Current status of the port a41b9ee5-fb42-4f87-9880-e443429c7a82 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:42:53.859317 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.880613 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.881776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Checking segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:53.882751 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Network hostable DHCP agents. Network: 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:42:53.935967 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (db2ffe8c-4fba-421d-9b44-07e1445c1e34), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:53.948763 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:42:53.957182 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port a41b9ee5-fb42-4f87-9880-e443429c7a82 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:42:53.957860 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.049480 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2ffe8c-4fba-421d-9b44-07e1445c1e34,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:54.052553 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:54.068011 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:54.070036 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.157228 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-0b520e7f-ab70-47d6-aa25-d0ae79d625cc admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1691809 Mar 31 16:42:54.158886 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48582) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:54.163059 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:54.181850 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Checking segment: {'id': '2185421e-02ff-48ed-a572-d6df4faebe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:54.182213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Network hostable DHCP agents. Network: 53e1176e-5bd0-411c-b0cc-4f862e76cf61, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:42:54.183423 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a02722f4-24d9-47e9-8ee3-ccaf015ca9fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.186101 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3028a1f-9246-4343-ae3b-347051dc413b None None] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:54.246250 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (b5d5c2ac-014a-4e23-ad28-266027061490), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.248447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.252114 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.277068 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:42:54.312797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 53e1176e-5bd0-411c-b0cc-4f862e76cf61) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:54.334333 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5d5c2ac-014a-4e23-ad28-266027061490,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:54.336479 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] For port a41b9ee5-fb42-4f87-9880-e443429c7a82, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=a41b9ee5-fb42-4f87-9880-e443429c7a82,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:42:54.356386 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:54.356973 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.399242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f96c20-4132-4d88-b76d-3f42ff3b3d24 None None] Network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:54.437023 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48592) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:54.438804 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Checking segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:54.439251 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Network hostable DHCP agents. Network: cd16b635-e5ab-41d3-bb3a-95e1fcbc2626, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:42:54.441624 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:42:54.486232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.510799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48598) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:54.518862 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702941595-network', 'tenant_id': 'f77bd73586324d3e90fa229f353349bb'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:54.542827 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-80e3a12f-b973-481b-83ad-ce477d008a32 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5526941 Mar 31 16:42:54.544839 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks [] for router_controller (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), precommit_add_association {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.582648 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:42:54.599855 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Made reservation on behalf of f77bd73586324d3e90fa229f353349bb for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:54.602655 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.609940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, cd16b635-e5ab-41d3-bb3a-95e1fcbc2626) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:54.618599 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:54.620126 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.637671 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.647964 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2f7414fd-6c15-4eb7-b813-ab786b633d9a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0531998 Mar 31 16:42:54.648830 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48604) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:54.655980 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:54.671182 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f83b1-bc5d-434a-ba6f-82cc2474caf0 None None] Network 51c3cdf4-1de5-4232-adb2-ca1c73d7c113 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:54.674525 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:42:54.686260 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:42:54.700097 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:42:54.702710 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:42:54.712229 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54f497a-6e76-4cf5-bf91-d987653fd5db None None] Network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:54.730586 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.732273 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-be81de36-3e9e-4fde-946c-a5888ba1b5d1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8595004 Mar 31 16:42:54.736094 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48606) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:54.743407 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (a97b30db-2457-4028-858e-44190bbbcb8e), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.745583 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (a97b30db-2457-4028-858e-44190bbbcb8e), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.746798 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks [] for router_gateway (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.880215 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks [] for router_controller (a97b30db-2457-4028-858e-44190bbbcb8e), precommit_add_association {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:54.944066 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1785a49c-7a15-4420-803a-740908d92c5d None None] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:55.071361 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d561d2-f200-4902-811e-54a3a657de7c None None] Pushing event updated for resources: {'Port': ['ID=a41b9ee5-fb42-4f87-9880-e443429c7a82,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:55.095098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks [] for security_group (b8fe0e54-b34f-4610-bc39-d2dfab41dd8e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.140390 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c8bb92e8-20ea-4d33-a9b4-036f5eccbd74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.193929 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:42:55.213526 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks [] for router_gateway (a97b30db-2457-4028-858e-44190bbbcb8e), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.294265 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port a41b9ee5-fb42-4f87-9880-e443429c7a82 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:42:55.318776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:42:55.319792 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.365229 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48644) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:55.368125 dv-cinder-826949-3-iscsi neutron-server[109838]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 16:42:55.368280 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b8fe0e54-b34f-4610-bc39-d2dfab41dd8e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.383014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:42:55.395425 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (4157d6eb-de4a-43dd-a58d-597c70dbd1e3), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.395911 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Added segment 4157d6eb-de4a-43dd-a58d-597c70dbd1e3 of type vlan for network 6981e348-3ff1-4067-98f0-345520b75ada Mar 31 16:42:55.475151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a41b9ee5-fb42-4f87-9880-e443429c7a82 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:42:55.502285 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (6981e348-3ff1-4067-98f0-345520b75ada), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.628579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:42:55.629452 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.630576 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.db.resource_extend [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 16:42:55.643771 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:52Z', 'revision_number': 3, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:42:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:42:55.644969 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fe0e54-b34f-4610-bc39-d2dfab41dd8e,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:55.701171 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:42:55.702414 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Updating router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 port 424cf3e2-b28b-4c5e-af21-fe66348a845a binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:42:55.724395 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (6981e348-3ff1-4067-98f0-345520b75ada), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.725616 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:55.726195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.769734 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:55.784815 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Allocated IP 172.20.0.2 (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3/9d04c51c-fb7e-47a7-9de9-91645c37b720/2f2a7b74-977c-4788-8a8d-8f79433eaa2f) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:55.794141 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-9c3de0dd-f2dc-4b82-a1ba-1da4d0286922 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:55.803472 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-9c3de0dd-f2dc-4b82-a1ba-1da4d0286922 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/networks?id=53e1176e-5bd0-411c-b0cc-4f862e76cf61 HTTP/1.1" status: 200 len: 811 time: 0.4362586 Mar 31 16:42:55.830945 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-5501b967-5222-4136-92ae-ebc2863554d8 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/quotas/e66281f9f75b4c089d7660d2a5fe8b05 HTTP/1.1" status: 200 len: 375 time: 0.0263207 Mar 31 16:42:56.005790 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-9e8fc3a8-2c97-4049-8264-c8c26d5a6818 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e66281f9f75b4c089d7660d2a5fe8b05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1734619 Mar 31 16:42:56.059549 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port a41b9ee5-fb42-4f87-9880-e443429c7a82 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:42:56.059947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.099419 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-7179c94f-c737-4576-aa96-ba24b2d807de None None] Provisioning complete for port a41b9ee5-fb42-4f87-9880-e443429c7a82 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:42:56.099808 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7179c94f-c737-4576-aa96-ba24b2d807de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.116273 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks [] for router_gateway (a97b30db-2457-4028-858e-44190bbbcb8e), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.144907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.199358 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Publish callbacks [] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.206428 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5a990ee3-2057-493a-a9bf-95f11d98ebbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.212362 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.362325 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Pushing event updated for resources: {'Port': ['ID=424cf3e2-b28b-4c5e-af21-fe66348a845a,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:56.386290 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.390361 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.390798 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.391170 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.392750 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.393381 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.394777 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.395423 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.396534 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.397184 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.399068 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.399624 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.400868 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.401456 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.402754 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Tracked resource versions report: Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: pushed versions: Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: { 'AddressGroup': {'1.2'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Agent': {'1.1'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'ConntrackHelper': {'1.0'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'LocalIPAssociation': {'1.0'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Log': {'1.0'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'NDPProxy': {'1.0'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Network': {'1.1'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Port': {'1.7'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'PortForwarding': {'1.3'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'QosPolicy': {'1.10'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroup': {'1.5'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroupRule': {'1.2'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SubPort': {'1.0'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Subnet': {'1.1'}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Trunk': {'1.1'}} Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: consumer versions: Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: { DHCP agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: HyperV agent@hv-cinder-82694: {}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: L3 agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: Metadata agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: Metering agent@dv-cinder-826949-3-iscsi: {}, Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: Open vSwitch agent@dv-cinder-826949-3-iscsi: { 'AddressGroup': '1.2', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Agent': '1.1', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'ConntrackHelper': '1.0', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'LocalIPAssociation': '1.0', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Log': '1.0', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'NDPProxy': '1.0', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Network': '1.1', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Port': '1.7', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'PortForwarding': '1.3', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'QosPolicy': '1.10', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroup': '1.5', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SecurityGroupRule': '1.2', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'SubPort': '1.0', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Subnet': '1.1', Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: 'Trunk': '1.1'}} Mar 31 16:42:56.407730 dv-cinder-826949-3-iscsi neutron-server[109840]: {{(pid=109840) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 16:42:56.414685 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Allocated IP 172.27.3.143 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/8c7b178b-37d8-44e1-bc6e-4299d011c304) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:56.432653 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Attempting to bind port 424cf3e2-b28b-4c5e-af21-fe66348a845a on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:42:56.434273 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Attempting to bind port 424cf3e2-b28b-4c5e-af21-fe66348a845a by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:42:56.434821 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Attempting to bind port 424cf3e2-b28b-4c5e-af21-fe66348a845a on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:42:56.438544 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9231584 Mar 31 16:42:56.445721 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48670) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:56.448189 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.449812 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:42:56.454288 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:56.458449 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.459042 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:42:56.459708 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Bound port: 424cf3e2-b28b-4c5e-af21-fe66348a845a, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:42:56.460293 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.469006 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Request body: {'subnet': {'network_id': '6981e348-3ff1-4067-98f0-345520b75ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1702941595-subnet', 'tenant_id': 'f77bd73586324d3e90fa229f353349bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:42:56.484122 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port a41b9ee5-fb42-4f87-9880-e443429c7a82 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:42:56.494999 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430befd9-3c2b-4f6e-92dc-b1c2b79a491e admin admin] Pushing event updated for resources: {'Network': ['ID=6981e348-3ff1-4067-98f0-345520b75ada,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:56.502818 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Made reservation on behalf of f77bd73586324d3e90fa229f353349bb for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:42:56.507156 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.516969 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 6981e348-3ff1-4067-98f0-345520b75ada details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:42:56.545903 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks [] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.591465 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] For port 424cf3e2-b28b-4c5e-af21-fe66348a845a, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:42:56.601468 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.605210 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] For port 424cf3e2-b28b-4c5e-af21-fe66348a845a, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=424cf3e2-b28b-4c5e-af21-fe66348a845a,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:42:56.614807 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Allocated IP 172.20.0.2 (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626/b5d5c2ac-014a-4e23-ad28-266027061490/7c44ddca-89ff-49a1-9a73-6853d45af89b) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:56.617720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-7179c94f-c737-4576-aa96-ba24b2d807de None None] Current status of the port a41b9ee5-fb42-4f87-9880-e443429c7a82 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:42:56.622350 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.637779 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Publish callbacks [] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.662694 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.703901 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:56.704985 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Allocated IP 172.20.0.1 (0a912190-ce75-492c-91bc-2389799eee5c/407d7d5f-792d-4fb6-a938-00b98e662418/781bc772-8229-47c4-9ba0-2fd45cd14574) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:56.708113 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7b178b-37d8-44e1-bc6e-4299d011c304,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:56.711513 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:56.720152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-99274c6f-3f6e-488f-88a7-45fc7fd11535 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:42:56.721919 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-99274c6f-3f6e-488f-88a7-45fc7fd11535 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1406105 Mar 31 16:42:56.732111 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c8bb92e8-20ea-4d33-a9b4-036f5eccbd74 admin admin] Publish callbacks [] for security_group (6ffbee7c-ee40-40f1-bd79-fb30ae09de86), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.774973 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:42:56.775680 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:42:56.776760 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:56.783115 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:56.785074 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.788857 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:56.807031 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c8bb92e8-20ea-4d33-a9b4-036f5eccbd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6ffbee7c-ee40-40f1-bd79-fb30ae09de86), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.832203 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51537533-81b2-4561-add8-25b37a17fb44 None None] Pushing event updated for resources: {'Port': ['ID=424cf3e2-b28b-4c5e-af21-fe66348a845a,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:56.849278 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Pushing event updated for resources: {'Port': ['ID=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:56.886930 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Attempting to bind port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:42:56.887308 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Attempting to bind port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:42:56.887687 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Attempting to bind port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:42:56.898962 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:42:56.899331 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Checking segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:56.899742 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.900183 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Bound using segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:42:56.900791 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Bound port: 2f2a7b74-977c-4788-8a8d-8f79433eaa2f, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:42:56.901233 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:56.956959 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-32e6e69f-3acb-4d56-b436-e78252ae2a92 service neutron] 10.222.0.21 "GET /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288790 Mar 31 16:42:56.970374 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c8bb92e8-20ea-4d33-a9b4-036f5eccbd74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=530c44992e2846918e55ad24271c8a69&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5322874 Mar 31 16:42:56.971196 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb92e8-20ea-4d33-a9b4-036f5eccbd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffbee7c-ee40-40f1-bd79-fb30ae09de86,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:56.978570 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48676) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:56.987992 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:42:57.006535 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] For port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:42:57.010385 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] For port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:42:57.013308 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:57.072558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.086553 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks [] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.110911 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks [] for router_gateway (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.186562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.247466 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Publish callbacks [] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.260434 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d061396-09a1-4590-8496-3c09062fd3b2 admin admin] Publish callbacks [] for security_group (6ffbee7c-ee40-40f1-bd79-fb30ae09de86), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.300431 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.338219 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327b5219-9407-4a2b-9107-2fbc0f03926d None None] Pushing event updated for resources: {'Port': ['ID=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:57.350615 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:57.362674 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:57.386838 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d061396-09a1-4590-8496-3c09062fd3b2 admin admin] Publish callbacks [] for security_group (6ffbee7c-ee40-40f1-bd79-fb30ae09de86), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.402663 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.411567 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:52Z', 'revision_number': 3, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:42:57.415609 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:57.450078 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6395937c-10ad-4d12-b303-de706b06b3ca None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:52Z', 'revision_number': 3, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:42:57.452430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (13293eb8-a616-4c2d-850c-ec2e8486eba8), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.481467 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Pushing event updated for resources: {'Port': ['ID=7c44ddca-89ff-49a1-9a73-6853d45af89b,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:57.513189 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Network 0a912190-ce75-492c-91bc-2389799eee5c is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:57.514179 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-d0650c7c-76bf-4782-9ca8-3bd645f7e845 service neutron] 10.222.0.21 "GET /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5403073 Mar 31 16:42:57.535128 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Attempting to bind port 7c44ddca-89ff-49a1-9a73-6853d45af89b on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:42:57.535637 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Attempting to bind port 7c44ddca-89ff-49a1-9a73-6853d45af89b by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:42:57.535902 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Attempting to bind port 7c44ddca-89ff-49a1-9a73-6853d45af89b on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:42:57.541594 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:42:57.542120 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Checking segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:57.542593 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.542919 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Bound using segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:42:57.543394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Bound port: 7c44ddca-89ff-49a1-9a73-6853d45af89b, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:42:57.543786 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.590526 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:57.591501 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks [] for router_gateway (a97b30db-2457-4028-858e-44190bbbcb8e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.593978 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:57.593978 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.707277 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] For port 7c44ddca-89ff-49a1-9a73-6853d45af89b, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:42:57.711188 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] For port 7c44ddca-89ff-49a1-9a73-6853d45af89b, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=7c44ddca-89ff-49a1-9a73-6853d45af89b,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:42:57.723171 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:57.804175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Pushing event updated for resources: {'Port': ['ID=781bc772-8229-47c4-9ba0-2fd45cd14574,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:57.828199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Allocated IP 172.27.3.114 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/52d8e18d-32c5-4e73-bf47-6a4799d4dfda) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:42:57.854558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd7fbb-a710-4af7-bea0-34a2cf2f8781 None None] Pushing event updated for resources: {'Port': ['ID=7c44ddca-89ff-49a1-9a73-6853d45af89b,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:57.978152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48708) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:58.096271 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-305ca0d0-2bc8-4663-ab4e-dc2bee8e6f50 None None] Provisioning complete for port 781bc772-8229-47c4-9ba0-2fd45cd14574 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:42:58.096665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-305ca0d0-2bc8-4663-ab4e-dc2bee8e6f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.111287 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (a97b30db-2457-4028-858e-44190bbbcb8e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.116981 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e77d7abc-fd4d-4740-8f32-2dd48fbcbc11 req-e1cc0c7e-c8df-4b6a-a744-af3a26c81c75 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.1362946 Mar 31 16:42:58.159837 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-305ca0d0-2bc8-4663-ab4e-dc2bee8e6f50 None None] Port 781bc772-8229-47c4-9ba0-2fd45cd14574 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:42:58.352756 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.383491 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d061396-09a1-4590-8496-3c09062fd3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6ffbee7c-ee40-40f1-bd79-fb30ae09de86), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.391818 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d061396-09a1-4590-8496-3c09062fd3b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.396457 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2d061396-09a1-4590-8496-3c09062fd3b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ffbee7c-ee40-40f1-bd79-fb30ae09de86 HTTP/1.1" status: 204 len: 168 time: 1.4117980 Mar 31 16:42:58.400747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Router a97b30db-2457-4028-858e-44190bbbcb8e is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:42:58.436648 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13293eb8-a616-4c2d-850c-ec2e8486eba8,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:58.497475 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d061396-09a1-4590-8496-3c09062fd3b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffbee7c-ee40-40f1-bd79-fb30ae09de86,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:58.504715 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks [] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.506359 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Checking segment: {'id': '4157d6eb-de4a-43dd-a58d-597c70dbd1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6981e348-3ff1-4067-98f0-345520b75ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:42:58.506720 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Network hostable DHCP agents. Network: 6981e348-3ff1-4067-98f0-345520b75ada, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:42:58.647306 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Network 6981e348-3ff1-4067-98f0-345520b75ada is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:42:58.669669 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:42:58.698346 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:42:58.717203 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.725763 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-fe5092eb-3c98-4b69-b43d-1f22a151c4b0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0701015 Mar 31 16:42:58.726456 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48732) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:58.747180 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:42:58.748182 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 6981e348-3ff1-4067-98f0-345520b75ada) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:58.751709 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:42:58.831192 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de222908-d0ca-48e0-924c-e2e9400d17ce None None] Network 6981e348-3ff1-4067-98f0-345520b75ada requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:58.919054 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:42:58.921004 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.925303 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.931749 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:58.994839 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99ba3b4-0590-4a86-9773-6de47386fd91 None None] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:59.041793 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-85b78c43-0c00-46c4-a75c-7ea6774a6a02 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5830965 Mar 31 16:42:59.073502 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:42:59.091259 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:42:59.107535 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Pushing event updated for resources: {'Port': ['ID=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:59.128117 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:42:59.185917 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48748) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:59.214702 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-24a7d9e0-62cb-473a-86c7-810fc90a05b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.244739 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:42:59.255653 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6be1c-d048-4789-99d9-1ab7f9a4aa4b None None] Network 6981e348-3ff1-4067-98f0-345520b75ada requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:59.348934 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48750) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:59.388817 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd46705d-220b-4423-acda-a573d9298840 req-fd47ae11-1702-4fae-a2f0-6d755120993f tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.1508164 Mar 31 16:42:59.487990 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Deleting subnet c17a320b-6968-45c1-8651-b77d51cf9ea4 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:42:59.492611 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Publish callbacks [] for subnet (c17a320b-6968-45c1-8651-b77d51cf9ea4), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.571916 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] Provisioning complete for port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:42:59.571916 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.626516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Publish callbacks [] for subnet (c17a320b-6968-45c1-8651-b77d51cf9ea4), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.648110 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (c17a320b-6968-45c1-8651-b77d51cf9ea4), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.651876 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-24a7d9e0-62cb-473a-86c7-810fc90a05b9 admin admin] Publish callbacks [] for security_group (e9cf3b76-3994-4c50-ac7a-05f2b410d049), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.695641 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-24a7d9e0-62cb-473a-86c7-810fc90a05b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e9cf3b76-3994-4c50-ac7a-05f2b410d049), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.727885 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fedb39-b930-441f-beaa-4744eb2c8198 None None] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:42:59.742681 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 424cf3e2-b28b-4c5e-af21-fe66348a845a up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:42:59.762352 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks [] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.783277 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-24a7d9e0-62cb-473a-86c7-810fc90a05b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42f2c37cd0724d45829ceae1f89bad38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5959592 Mar 31 16:42:59.784446 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7d9e0-62cb-473a-86c7-810fc90a05b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cf3b76-3994-4c50-ac7a-05f2b410d049,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:59.786959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48766) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:59.837677 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.838714 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.856766 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.864479 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for subnet (c17a320b-6968-45c1-8651-b77d51cf9ea4), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.869924 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.900403 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:42:59.903828 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c17a320b-6968-45c1-8651-b77d51cf9ea4 HTTP/1.1" status: 204 len: 168 time: 0.5534861 Mar 31 16:42:59.904817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6a67b-a9de-494a-ae31-09aa2b8d08e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c17a320b-6968-45c1-8651-b77d51cf9ea4,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:42:59.908198 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48772) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:42:59.958721 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-32d1a105-2e33-4d6a-9a56-b948510bf403 admin admin] Publish callbacks [] for security_group (e9cf3b76-3994-4c50-ac7a-05f2b410d049), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.110567 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Pushing event updated for resources: {'Port': ['ID=781bc772-8229-47c4-9ba0-2fd45cd14574,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:00.112756 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-32d1a105-2e33-4d6a-9a56-b948510bf403 admin admin] Publish callbacks [] for security_group (e9cf3b76-3994-4c50-ac7a-05f2b410d049), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.123170 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (51c3cdf4-1de5-4232-adb2-ca1c73d7c113), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.162349 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks [] for router_gateway (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.223033 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 424cf3e2-b28b-4c5e-af21-fe66348a845a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:00.228534 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.243315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (51c3cdf4-1de5-4232-adb2-ca1c73d7c113), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.247208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-32d1a105-2e33-4d6a-9a56-b948510bf403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e9cf3b76-3994-4c50-ac7a-05f2b410d049), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.250538 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-32d1a105-2e33-4d6a-9a56-b948510bf403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.252489 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-32d1a105-2e33-4d6a-9a56-b948510bf403 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9cf3b76-3994-4c50-ac7a-05f2b410d049 HTTP/1.1" status: 204 len: 168 time: 0.4630115 Mar 31 16:43:00.262980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] Current status of the port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:00.263381 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.278766 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d1a105-2e33-4d6a-9a56-b948510bf403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cf3b76-3994-4c50-ac7a-05f2b410d049,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:00.286719 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.287077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.288007 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.288358 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > port after_create 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.289917 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.290275 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > port after_update 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.290810 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.292704 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.293090 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.293451 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.372040 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] For port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:00.387319 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.400991 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:42:57Z', 'revision_number': 3, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:42:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:00.520242 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Network 0a912190-ce75-492c-91bc-2389799eee5c is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:00.521728 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:00.608650 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 424cf3e2-b28b-4c5e-af21-fe66348a845a is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:00.609271 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.659164 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.659519 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.659858 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.660190 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109838) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:43:00.660602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c3cdf4-1de5-4232-adb2-ca1c73d7c113']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:00.673774 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:00.678618 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Updating router a97b30db-2457-4028-858e-44190bbbcb8e port 8c7b178b-37d8-44e1-bc6e-4299d011c304 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:43:00.683801 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 424cf3e2-b28b-4c5e-af21-fe66348a845a, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=424cf3e2-b28b-4c5e-af21-fe66348a845a,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:00.695364 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b162baba-a8b8-46ee-af7c-9a425159db9e') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:00.695862 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b162baba-a8b8-46ee-af7c-9a425159db9e') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:00.724469 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.725476 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 7c44ddca-89ff-49a1-9a73-6853d45af89b up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:00.735184 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-675ca892-4229-4b98-a60c-2cd11c8232d2 req-7b74f0f6-1018-4216-b976-817a4c68f83c tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0627067 Mar 31 16:43:00.762301 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (b162baba-a8b8-46ee-af7c-9a425159db9e), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.791216 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a73e90-cfb3-441d-a39f-baa8b263dfb9 None None] Pushing event updated for resources: {'Port': ['ID=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:00.794854 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.803197 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (b162baba-a8b8-46ee-af7c-9a425159db9e), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.809801 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-3f723b08-642a-484b-81c4-42f8bd4dce70 None None] Provisioning complete for port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:00.810447 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3f723b08-642a-484b-81c4-42f8bd4dce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.819227 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:43:00.820934 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (b162baba-a8b8-46ee-af7c-9a425159db9e), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: from cryptography.utils import int_from_bytes Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: from cryptography.utils import int_from_bytes Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:43:00.826322 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:43:00.919671 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (51c3cdf4-1de5-4232-adb2-ca1c73d7c113), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.925900 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:00.931869 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] 10.222.0.21 "DELETE /v2.0/networks/51c3cdf4-1de5-4232-adb2-ca1c73d7c113 HTTP/1.1" status: 204 len: 168 time: 1.0215957 Mar 31 16:43:00.934734 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48790) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:00.953186 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c12986-42e7-4624-8199-8d257db74972 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c3cdf4-1de5-4232-adb2-ca1c73d7c113,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:00.996043 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Deleting subnet 13293eb8-a616-4c2d-850c-ec2e8486eba8 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:43:01.000008 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Publish callbacks [] for subnet (13293eb8-a616-4c2d-850c-ec2e8486eba8), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.028049 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=424cf3e2-b28b-4c5e-af21-fe66348a845a,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:01.044756 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 7c44ddca-89ff-49a1-9a73-6853d45af89b triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:01.045201 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.050602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (13293eb8-a616-4c2d-850c-ec2e8486eba8), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.080597 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.113088 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (13293eb8-a616-4c2d-850c-ec2e8486eba8), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.176689 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (13293eb8-a616-4c2d-850c-ec2e8486eba8), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.177488 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-3f723b08-642a-484b-81c4-42f8bd4dce70 None None] Current status of the port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:01.238564 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13293eb8-a616-4c2d-850c-ec2e8486eba8,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:01.258399 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.266466 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-37464698-49f2-4e30-9a69-b9a0299da073 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13293eb8-a616-4c2d-850c-ec2e8486eba8 HTTP/1.1" status: 204 len: 168 time: 0.3264368 Mar 31 16:43:01.266622 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:43:01.266772 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48798) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:01.277314 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-3f723b08-642a-484b-81c4-42f8bd4dce70 None None] Provisioning complete for port 7c44ddca-89ff-49a1-9a73-6853d45af89b triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:01.277708 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3f723b08-642a-484b-81c4-42f8bd4dce70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.295914 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.335251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 7c44ddca-89ff-49a1-9a73-6853d45af89b is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:01.335643 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.425424 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (6981e348-3ff1-4067-98f0-345520b75ada), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.446614 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 7c44ddca-89ff-49a1-9a73-6853d45af89b, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=7c44ddca-89ff-49a1-9a73-6853d45af89b,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:01.450648 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Publish callbacks [] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.460498 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.462061 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 2f2a7b74-977c-4788-8a8d-8f79433eaa2f up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:01.512063 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:43:01.544449 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:43:01.556487 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e34202e2-33a1-453c-bbcb-fc0537852aec admin admin] 10.222.0.21 "PUT /v2.0/routers/9ac1d714-4a2b-4d30-a47a-fa869acfd8f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8158245 Mar 31 16:43:01.559115 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:43:01.572999 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (6981e348-3ff1-4067-98f0-345520b75ada), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.586397 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=7c44ddca-89ff-49a1-9a73-6853d45af89b,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:01.603647 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.607231 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:01.607958 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:01.626356 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6981e348-3ff1-4067-98f0-345520b75ada']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:01.669881 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4157d6eb-de4a-43dd-a58d-597c70dbd1e3') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:01.670179 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4157d6eb-de4a-43dd-a58d-597c70dbd1e3') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:01.704285 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (4157d6eb-de4a-43dd-a58d-597c70dbd1e3), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.755979 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (4157d6eb-de4a-43dd-a58d-597c70dbd1e3), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.791728 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:43:01.792184 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (4157d6eb-de4a-43dd-a58d-597c70dbd1e3), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:43:01.796540 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:43:01.829747 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-3f723b08-642a-484b-81c4-42f8bd4dce70 None None] Current status of the port 7c44ddca-89ff-49a1-9a73-6853d45af89b is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:01.849434 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Attempting to bind port 8c7b178b-37d8-44e1-bc6e-4299d011c304 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:01.850295 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Attempting to bind port 8c7b178b-37d8-44e1-bc6e-4299d011c304 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:01.850688 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Attempting to bind port 8c7b178b-37d8-44e1-bc6e-4299d011c304 on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:01.872663 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0e4f1-b233-451e-bdc7-c85f68fe45b9 None None] Pushing event updated for resources: {'Port': ['ID=8c7b178b-37d8-44e1-bc6e-4299d011c304,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:01.887928 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:01.889125 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:01.889698 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.890397 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:01.891152 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Bound port: 8c7b178b-37d8-44e1-bc6e-4299d011c304, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:01.891685 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.897331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Allocated IP 172.20.0.1 (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626/b5d5c2ac-014a-4e23-ad28-266027061490/bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:01.950964 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (6981e348-3ff1-4067-98f0-345520b75ada), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.966739 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:01.967114 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.977610 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:01.983936 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6981e348-3ff1-4067-98f0-345520b75ada HTTP/1.1" status: 204 len: 168 time: 0.7157252 Mar 31 16:43:01.983936 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d00d5-49d9-4c31-8815-28624ce2d442 admin admin] Pushing event deleted for resources: {'Network': ['ID=6981e348-3ff1-4067-98f0-345520b75ada,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:02.003591 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:02.053514 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:43:02.107393 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.111484 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a5db8fba-0956-402f-ae93-d483e22b3eda admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9484365 Mar 31 16:43:02.114860 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48838) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:02.127866 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Sync routers for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:43:02.141983 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fde8cd35-8887-4f87-81d8-74d6ee2c77c3 req-01550eb8-1433-4998-a93b-9e5b1c3f7e54 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0807464 Mar 31 16:43:02.185636 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks [] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.189646 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-bf656f7d-efd8-4d70-ae46-e881e9c7cf53 None None] Provisioning complete for port 781bc772-8229-47c4-9ba0-2fd45cd14574 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:02.190021 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bf656f7d-efd8-4d70-ae46-e881e9c7cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.192430 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] For port 8c7b178b-37d8-44e1-bc6e-4299d011c304, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:02.255946 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.274599 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:02.275891 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:02.288296 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] For port 8c7b178b-37d8-44e1-bc6e-4299d011c304, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=8c7b178b-37d8-44e1-bc6e-4299d011c304,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:02.361537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:02.376579 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:02.384608 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:42:59Z', 'revision_number': 2, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:02.388559 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:02.391249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (a97b30db-2457-4028-858e-44190bbbcb8e), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.395921 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.425322 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-bf656f7d-efd8-4d70-ae46-e881e9c7cf53 None None] Port 781bc772-8229-47c4-9ba0-2fd45cd14574 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:02.470138 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:02.471254 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Updating router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 port 781bc772-8229-47c4-9ba0-2fd45cd14574 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:43:02.539212 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Pushing event updated for resources: {'Port': ['ID=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:02.544613 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.551244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48842) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:02.619631 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-bf656f7d-efd8-4d70-ae46-e881e9c7cf53 None None] Provisioning complete for port 7c44ddca-89ff-49a1-9a73-6853d45af89b triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:02.623274 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bf656f7d-efd8-4d70-ae46-e881e9c7cf53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:02.684747 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6699788b-9726-49b9-9a53-3dba686087c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b21e4efc11fe4a69a5ee5f08ada8b47c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1322806 Mar 31 16:43:02.689163 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48848) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:02.735404 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0e4f1-b233-451e-bdc7-c85f68fe45b9 None None] Pushing event updated for resources: {'Port': ['ID=8c7b178b-37d8-44e1-bc6e-4299d011c304,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:02.766321 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:02.812348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:02.812348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:02.813488 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.55', 52117) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:02.927391 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:03.057447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.095012 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9e3adc82-7c4b-4e81-9c8b-778307dd672f admin admin] Publish callbacks [] for security_group (69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.188045 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9e3adc82-7c4b-4e81-9c8b-778307dd672f admin admin] Publish callbacks [] for security_group (69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.234448 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48874) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:03.245247 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1475691915', 'description': 'tempest-description--1265376898'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:03.271675 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-63784738-0a62-4ce4-a5fb-41d6d0c5a43f tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:03.273221 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-63784738-0a62-4ce4-a5fb-41d6d0c5a43f tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.55 "GET /v2.0/networks?id=53e1176e-5bd0-411c-b0cc-4f862e76cf61 HTTP/1.1" status: 200 len: 811 time: 0.4573517 Mar 31 16:43:03.355640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Request body: {'port': {'device_id': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61', 'admin_state_up': True, 'tenant_id': 'e66281f9f75b4c089d7660d2a5fe8b05'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:03.465640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9e3adc82-7c4b-4e81-9c8b-778307dd672f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.472661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9e3adc82-7c4b-4e81-9c8b-778307dd672f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.476268 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-9e3adc82-7c4b-4e81-9c8b-778307dd672f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8 HTTP/1.1" status: 204 len: 168 time: 0.7848017 Mar 31 16:43:03.489734 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.586597 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a9239b9b-51ab-4983-8be4-ac49dcb91b98 req-9614b0cb-49e2-4823-a13a-61aaefe617a7 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.1117656 Mar 31 16:43:03.604844 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.651172 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Publish callbacks [] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.664427 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:03.691907 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 2f2a7b74-977c-4788-8a8d-8f79433eaa2f up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:03.774042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3adc82-7c4b-4e81-9c8b-778307dd672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69370bf3-e4ca-4f50-94f2-e4c6cdc83cd8,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:03.953903 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Attempting to bind port 781bc772-8229-47c4-9ba0-2fd45cd14574 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:03.954190 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Attempting to bind port 781bc772-8229-47c4-9ba0-2fd45cd14574 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:03.956697 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Attempting to bind port 781bc772-8229-47c4-9ba0-2fd45cd14574 on network 0a912190-ce75-492c-91bc-2389799eee5c {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:03.999997 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:04.000584 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:04.000584 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Checking segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:04.000925 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.001676 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Bound using segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:04.002763 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.003332 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Bound port: 781bc772-8229-47c4-9ba0-2fd45cd14574, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:04.004117 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.006922 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc443-79a8-4e30-a6bc-a8773f073086 None None] Pushing event updated for resources: {'Port': ['ID=781bc772-8229-47c4-9ba0-2fd45cd14574,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:04.017231 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:04.087076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks [] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.092711 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Made reservation on behalf of e66281f9f75b4c089d7660d2a5fe8b05 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:43:04.099038 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.103576 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] For port 781bc772-8229-47c4-9ba0-2fd45cd14574, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:04.113034 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] For port 781bc772-8229-47c4-9ba0-2fd45cd14574, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=781bc772-8229-47c4-9ba0-2fd45cd14574,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:04.127679 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.128169 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.133323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (a97b30db-2457-4028-858e-44190bbbcb8e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.157448 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (1697d714-d01c-4524-9175-db9efbd5025e), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.184098 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1697d714-d01c-4524-9175-db9efbd5025e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.253357 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:04.254307 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:04.314430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48930) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:04.316292 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Pushing event updated for resources: {'Port': ['ID=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:04.401348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-bf656f7d-efd8-4d70-ae46-e881e9c7cf53 None None] Current status of the port 7c44ddca-89ff-49a1-9a73-6853d45af89b is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:04.428512 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc443-79a8-4e30-a6bc-a8773f073086 None None] Pushing event updated for resources: {'Port': ['ID=781bc772-8229-47c4-9ba0-2fd45cd14574,revision_number=4']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:04.538624 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:04.622456 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Allocated IP 172.20.0.1 (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3/9d04c51c-fb7e-47a7-9de9-91645c37b720/d7b529e6-3e3f-4737-be8e-d68fada6e583) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:04.635981 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1697d714-d01c-4524-9175-db9efbd5025e,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:04.640194 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.641646 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2679ff8b-991d-4a8b-8bb0-9b01d52905a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.4062424 Mar 31 16:43:04.647315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48958) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:04.653168 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'security_group_rule': {'security_group_id': '1697d714-d01c-4524-9175-db9efbd5025e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:04.758208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (b7330b67-7347-4230-b241-fc6079a38712), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.834383 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Provisioning complete for port 781bc772-8229-47c4-9ba0-2fd45cd14574 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:04.834797 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:04.883531 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8c60cd23-0f62-485d-a170-7f1deb8b9382 req-176029ba-dc4c-4c1b-94c6-f3765f7e3a62 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.1323957 Mar 31 16:43:04.974308 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:04.975537 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 424cf3e2-b28b-4c5e-af21-fe66348a845a up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:05.021074 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:42:59Z', 'revision_number': 3, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:05.059212 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks [] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.085242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Checking router: e96d0324-b4b1-4e74-9c2b-31c7a0583e51 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:05.085761 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Updating router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:43:05.099399 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48964) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:05.101577 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-894b6af9-bf5b-4042-8d80-4bc128fd12cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f77bd73586324d3e90fa229f353349bb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7794707 Mar 31 16:43:05.188512 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (b7330b67-7347-4230-b241-fc6079a38712), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.216002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (b7330b67-7347-4230-b241-fc6079a38712), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.232583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Current status of the port 781bc772-8229-47c4-9ba0-2fd45cd14574 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:05.235432 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.256945 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:04Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:05.269909 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:05.274210 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Allocated IP 172.20.0.3 (53e1176e-5bd0-411c-b0cc-4f862e76cf61/db2ffe8c-4fba-421d-9b44-07e1445c1e34/9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:05.278004 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:05.330099 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48972) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:05.360851 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86faeb9-a574-47a1-be22-2e62533d9591 None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:04Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:05.361442 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-79a836f5-1396-4efd-9010-597ef3330d7d admin admin] Publish callbacks [] for security_group (b8fe0e54-b34f-4610-bc39-d2dfab41dd8e), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.383462 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.388010 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7394276 Mar 31 16:43:05.398085 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce5f85-80ac-4d90-aa1f-b111f691c0fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7330b67-7347-4230-b241-fc6079a38712,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:05.414091 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48974) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:05.422590 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'security_group_rule': {'security_group_id': '1697d714-d01c-4524-9175-db9efbd5025e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:05.499253 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.576665 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-79a836f5-1396-4efd-9010-597ef3330d7d admin admin] Publish callbacks [] for security_group (b8fe0e54-b34f-4610-bc39-d2dfab41dd8e), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.599394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.618002 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 48978) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:05.624542 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] For port 781bc772-8229-47c4-9ba0-2fd45cd14574, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=781bc772-8229-47c4-9ba0-2fd45cd14574,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:05.627041 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 424cf3e2-b28b-4c5e-af21-fe66348a845a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:05.631571 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.695404 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.824107 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b529e6-3e3f-4737-be8e-d68fada6e583,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:05.833614 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (b5f0ff75-d869-417b-a90c-1d08a510d580), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:05.858659 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:05.866761 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:05.879057 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:05.988681 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.072326 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8fcee336-68ec-403d-b063-5c70963914f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.197438 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1edcb2d1-bc4e-4d01-b93b-35773cc13bb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.205209 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Provisioning complete for port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:06.207104 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.270916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Router a97b30db-2457-4028-858e-44190bbbcb8e has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:43:06.506742 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Publish callbacks [] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.511838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:06.520761 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7fab14-6be7-4150-86c3-e3588c306254 None None] Pushing event updated for resources: {'Port': ['ID=781bc772-8229-47c4-9ba0-2fd45cd14574,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:06.540219 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.576058 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks [] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.657400 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-98f0f7b8-379b-42f9-9deb-59f436f726f8 req-94f83a23-ed87-4629-b808-207f7be0a24c tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.3229623 Mar 31 16:43:06.699070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4face545-09f5-43d0-9caf-1ed0c1a91156 None None] Pushing event updated for resources: {'Port': ['ID=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:06.715676 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.744521 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Attempting to bind port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:06.748433 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Attempting to bind port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:06.749647 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Attempting to bind port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:06.760460 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1edcb2d1-bc4e-4d01-b93b-35773cc13bb9 admin admin] Publish callbacks [] for security_group (87993c1e-849c-43e7-9970-f7aa7395172e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.778689 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:06.779279 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:06.779890 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.780590 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:06.781437 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Bound port: 52d8e18d-32c5-4e73-bf47-6a4799d4dfda, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:06.782037 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.785541 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:01Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:06.806481 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1edcb2d1-bc4e-4d01-b93b-35773cc13bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (87993c1e-849c-43e7-9970-f7aa7395172e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.896889 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75a3e-aa3d-4a37-863e-d493a11b2ea6 None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:01Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:06.948393 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (b5f0ff75-d869-417b-a90c-1d08a510d580), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.955254 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-79a836f5-1396-4efd-9010-597ef3330d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b8fe0e54-b34f-4610-bc39-d2dfab41dd8e), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.958168 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-79a836f5-1396-4efd-9010-597ef3330d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.961941 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-79a836f5-1396-4efd-9010-597ef3330d7d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8fe0e54-b34f-4610-bc39-d2dfab41dd8e HTTP/1.1" status: 204 len: 168 time: 1.8579631 Mar 31 16:43:06.963802 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Provisioning complete for port 781bc772-8229-47c4-9ba0-2fd45cd14574 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:06.964916 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.965179 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (b5f0ff75-d869-417b-a90c-1d08a510d580), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:06.986302 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.007388 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8fcee336-68ec-403d-b063-5c70963914f9 admin admin] Publish callbacks [] for security_group (3235b352-1ac6-496d-bb0a-85101b171182), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.036563 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edcb2d1-bc4e-4d01-b93b-35773cc13bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87993c1e-849c-43e7-9970-f7aa7395172e,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:07.041334 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a836f5-1396-4efd-9010-597ef3330d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fe0e54-b34f-4610-bc39-d2dfab41dd8e,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:07.046884 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:43:07.075797 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 424cf3e2-b28b-4c5e-af21-fe66348a845a is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:07.075797 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 7c44ddca-89ff-49a1-9a73-6853d45af89b up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:07.082727 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-aabc7432-0388-4e30-90c9-ac32ab46207e admin admin] 10.222.0.21 "PUT /v2.0/routers/a97b30db-2457-4028-858e-44190bbbcb8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3542590 Mar 31 16:43:07.112989 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f0ff75-d869-417b-a90c-1d08a510d580,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:07.179805 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.214336 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-b4e3a2d6-8aa5-4668-ac3f-2717754afe0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7957287 Mar 31 16:43:07.221839 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 48994) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:07.222709 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8fcee336-68ec-403d-b063-5c70963914f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3235b352-1ac6-496d-bb0a-85101b171182), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.230335 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:07.280024 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] For port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:07.310331 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.408875 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks [] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.421534 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8fcee336-68ec-403d-b063-5c70963914f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c8621b264db4fab8efe68733d52f7de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7899780 Mar 31 16:43:07.451620 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:07.488543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49002) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:07.489828 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:07.514499 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:07.518244 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] For port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:07.518497 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.525565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:07.526246 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.563456 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.617666 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1edcb2d1-bc4e-4d01-b93b-35773cc13bb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c9e783fcc3f944adbb9fa1aeab0370ce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2697747 Mar 31 16:43:07.650721 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 49006) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:07.781131 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b529e6-3e3f-4737-be8e-d68fada6e583,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:07.801693 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4560401 Mar 31 16:43:07.802411 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee336-68ec-403d-b063-5c70963914f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235b352-1ac6-496d-bb0a-85101b171182,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:07.812760 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.835509 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 7c44ddca-89ff-49a1-9a73-6853d45af89b triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:07.835878 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.872240 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Current status of the port 781bc772-8229-47c4-9ba0-2fd45cd14574 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:07.889916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e10b5-05e3-4610-9fca-16f88b6d4fea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Pushing event updated for resources: {'Port': ['ID=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:07.951210 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93604d4f-4afc-4c32-b64a-68cc05ae479a admin admin] Publish callbacks [] for security_group (3235b352-1ac6-496d-bb0a-85101b171182), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:07.982620 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93604d4f-4afc-4c32-b64a-68cc05ae479a admin admin] Publish callbacks [] for security_group (3235b352-1ac6-496d-bb0a-85101b171182), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.035712 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:08.036358 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:08.047885 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4face545-09f5-43d0-9caf-1ed0c1a91156 None None] Pushing event updated for resources: {'Port': ['ID=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:08.080964 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93604d4f-4afc-4c32-b64a-68cc05ae479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3235b352-1ac6-496d-bb0a-85101b171182), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.085217 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93604d4f-4afc-4c32-b64a-68cc05ae479a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.089497 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-93604d4f-4afc-4c32-b64a-68cc05ae479a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3235b352-1ac6-496d-bb0a-85101b171182 HTTP/1.1" status: 204 len: 168 time: 0.5947399 Mar 31 16:43:08.097296 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93604d4f-4afc-4c32-b64a-68cc05ae479a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235b352-1ac6-496d-bb0a-85101b171182,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:08.145186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Provisioning complete for port d7b529e6-3e3f-4737-be8e-d68fada6e583 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:08.145545 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.236530 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08fae1b-8205-4432-914e-53ae6224b07f req-8ed2bf92-f515-4739-a2c0-a086cfe8ecea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:08.238168 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e08fae1b-8205-4432-914e-53ae6224b07f req-8ed2bf92-f515-4739-a2c0-a086cfe8ecea tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 931 time: 0.3663063 Mar 31 16:43:08.389604 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-101f19af-aea3-4383-9b44-c2c30657db9b admin admin] Publish callbacks [] for security_group (87993c1e-849c-43e7-9970-f7aa7395172e), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.524796 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-101f19af-aea3-4383-9b44-c2c30657db9b admin admin] Publish callbacks [] for security_group (87993c1e-849c-43e7-9970-f7aa7395172e), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.608393 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:08.610314 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:08.663560 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:08.687545 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e08fae1b-8205-4432-914e-53ae6224b07f req-199b15eb-79b2-42bf-857f-a764da047e02 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100025 Mar 31 16:43:08.703737 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:08.816334 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49036) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:08.820487 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-eb28173a-8f7c-44ab-a253-a4b1d177d654 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:43:08.822839 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-eb28173a-8f7c-44ab-a253-a4b1d177d654 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094373 Mar 31 16:43:08.888966 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67903cd3-6b3c-487e-8c63-91dc5fa5f31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.045468 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-101f19af-aea3-4383-9b44-c2c30657db9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (87993c1e-849c-43e7-9970-f7aa7395172e), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.061314 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-101f19af-aea3-4383-9b44-c2c30657db9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.065772 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-101f19af-aea3-4383-9b44-c2c30657db9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/87993c1e-849c-43e7-9970-f7aa7395172e HTTP/1.1" status: 204 len: 168 time: 1.2833612 Mar 31 16:43:09.310544 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49050) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:09.318772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1336168878', 'description': 'tempest-description--1564450043'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:09.349672 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Port d7b529e6-3e3f-4737-be8e-d68fada6e583 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:09.407727 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67903cd3-6b3c-487e-8c63-91dc5fa5f31c admin admin] Publish callbacks [] for security_group (067aed33-c12c-4caa-97f5-c5561f7b9909), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.418126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67903cd3-6b3c-487e-8c63-91dc5fa5f31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (067aed33-c12c-4caa-97f5-c5561f7b9909), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.478465 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.512592 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Request body: {'port': {'device_id': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:09.525606 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Provisioning complete for port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:09.526053 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:09.582043 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 7c44ddca-89ff-49a1-9a73-6853d45af89b is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:09.654906 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67903cd3-6b3c-487e-8c63-91dc5fa5f31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067aed33-c12c-4caa-97f5-c5561f7b9909,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:09.683651 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-67903cd3-6b3c-487e-8c63-91dc5fa5f31c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6803d1596d5444f7bb298decf8c631a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8584058 Mar 31 16:43:09.688070 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49070) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:09.694661 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f19af-aea3-4383-9b44-c2c30657db9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87993c1e-849c-43e7-9970-f7aa7395172e,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:09.753876 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-31182dfa-40be-4d6b-b7a3-506817163395 None None] Port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:09.927592 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:43:09.935907 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 2, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:09.952869 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-e6212149-a648-445b-9800-23b87778017f None None] Provisioning complete for port d7b529e6-3e3f-4737-be8e-d68fada6e583 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:09.963042 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6212149-a648-445b-9800-23b87778017f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.024374 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.104216 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48168f80-8e6e-4999-b2d5-487dfca81e53 None None] The sync data for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi is: [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 2, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:10.143244 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 781bc772-8229-47c4-9ba0-2fd45cd14574 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:10.208311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8afa1d4-7a4d-439c-a0e6-674c034fb56f admin admin] Publish callbacks [] for security_group (067aed33-c12c-4caa-97f5-c5561f7b9909), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.220008 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-e6212149-a648-445b-9800-23b87778017f None None] Port d7b529e6-3e3f-4737-be8e-d68fada6e583 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:10.255335 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (cf770bed-6be5-4847-89e5-ee911fda8e82), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.278483 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 781bc772-8229-47c4-9ba0-2fd45cd14574 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:10.278815 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.308862 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (cf770bed-6be5-4847-89e5-ee911fda8e82), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.313326 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23129a-d0ba-48e6-845f-ddf8570bd1b5 req-ffe44950-b230-484d-9813-4ae70d834628 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:10.338287 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fe23129a-d0ba-48e6-845f-ddf8570bd1b5 req-ffe44950-b230-484d-9813-4ae70d834628 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 931 time: 0.4132807 Mar 31 16:43:10.475162 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 781bc772-8229-47c4-9ba0-2fd45cd14574 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:10.477208 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 8c7b178b-37d8-44e1-bc6e-4299d011c304 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:10.552079 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8afa1d4-7a4d-439c-a0e6-674c034fb56f admin admin] Publish callbacks [] for security_group (067aed33-c12c-4caa-97f5-c5561f7b9909), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.595454 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 8c7b178b-37d8-44e1-bc6e-4299d011c304 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:10.595829 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.639944 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:43:10.652572 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.659964 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3456528 Mar 31 16:43:10.660547 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Allocated IP 172.27.3.231 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/e69dce04-b3ff-45fa-a4ab-771d9a8ccfac) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:10.703056 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49104) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:10.748496 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'security_group_rule': {'security_group_id': 'cf770bed-6be5-4847-89e5-ee911fda8e82', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:10.866894 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-1c7ecd94-6d38-4ad0-88d3-b83a9e0e3077 admin admin] 10.222.0.21 "PUT /v2.0/routers/e96d0324-b4b1-4e74-9c2b-31c7a0583e51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7509375 Mar 31 16:43:10.886475 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 8c7b178b-37d8-44e1-bc6e-4299d011c304 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:10.887044 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:10.999240 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 8c7b178b-37d8-44e1-bc6e-4299d011c304, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=8c7b178b-37d8-44e1-bc6e-4299d011c304,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:11.005568 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:11.141156 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fe23129a-d0ba-48e6-845f-ddf8570bd1b5 req-b65fa5ff-0f2c-411e-bfe2-a6b61e567e1b tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7780063 Mar 31 16:43:11.164786 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9660c0e-2f0a-4439-a749-cc7e8a4d8183 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf770bed-6be5-4847-89e5-ee911fda8e82,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:11.198443 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=8c7b178b-37d8-44e1-bc6e-4299d011c304,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:11.279616 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:11.393307 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:11.406918 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (23e21b17-375b-4174-a253-a3e4c8a165ea), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:11.474044 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8afa1d4-7a4d-439c-a0e6-674c034fb56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (067aed33-c12c-4caa-97f5-c5561f7b9909), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:11.478267 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e8afa1d4-7a4d-439c-a0e6-674c034fb56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:11.487135 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:43:11.488396 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e8afa1d4-7a4d-439c-a0e6-674c034fb56f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/067aed33-c12c-4caa-97f5-c5561f7b9909 HTTP/1.1" status: 204 len: 168 time: 1.7839928 Mar 31 16:43:11.500156 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:11.500794 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:11.505885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:11.515994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8afa1d4-7a4d-439c-a0e6-674c034fb56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067aed33-c12c-4caa-97f5-c5561f7b9909,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:11.536057 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:11.565757 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:11.575272 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'Port': ['ID=e69dce04-b3ff-45fa-a4ab-771d9a8ccfac,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:11.893631 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 8c7b178b-37d8-44e1-bc6e-4299d011c304 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:11.938378 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:12.009668 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:12.034919 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 8c7b178b-37d8-44e1-bc6e-4299d011c304 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:12.035277 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.062264 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Publish callbacks [] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.190790 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (23e21b17-375b-4174-a253-a3e4c8a165ea), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.225917 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Transition to ACTIVE for port object 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:43:12.227276 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (23e21b17-375b-4174-a253-a3e4c8a165ea), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.294566 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.316379 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.406274 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 8c7b178b-37d8-44e1-bc6e-4299d011c304 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:12.412001 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:03Z', 'revision_number': 2, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:12.413456 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e21b17-375b-4174-a253-a3e4c8a165ea,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:12.424349 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.429820 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a61b19ed-479b-41f6-9a6d-2a68b9b5725d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7001145 Mar 31 16:43:12.434624 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49160) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:12.445851 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'security_group_rule': {'security_group_id': 'cf770bed-6be5-4847-89e5-ee911fda8e82', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:12.533985 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:12.535618 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Updating router a97b30db-2457-4028-858e-44190bbbcb8e port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:43:12.565886 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.629082 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.651569 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Attempting to bind port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:12.652506 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Attempting to bind port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '2185421e-02ff-48ed-a572-d6df4faebe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:12.653350 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Attempting to bind port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f on network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:12.659380 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:12.667520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f on network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:43:12.668168 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Attempting to bind port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f on network 53e1176e-5bd0-411c-b0cc-4f862e76cf61 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:12.681504 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (cff27149-4013-4113-a9ed-4f27abb6fccf), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.714774 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:12.715518 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Checking segment: {'id': '2185421e-02ff-48ed-a572-d6df4faebe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:12.717144 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Bound using segment: {'id': '2185421e-02ff-48ed-a572-d6df4faebe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:12.717821 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Bound port: 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2185421e-02ff-48ed-a572-d6df4faebe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:12.718635 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.774325 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (cff27149-4013-4113-a9ed-4f27abb6fccf), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.789813 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (cff27149-4013-4113-a9ed-4f27abb6fccf), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.815642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff27149-4013-4113-a9ed-4f27abb6fccf,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:12.859692 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.864524 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-43573997-b2d0-4fa8-9cee-05dc652bb15c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4280612 Mar 31 16:43:12.865291 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49172) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:12.879024 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.880941 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:12.892443 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.921521 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] For port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:12.928110 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] For port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,segment=NetworkSegment(2185421e-02ff-48ed-a572-d6df4faebe1e),segment_id=2185421e-02ff-48ed-a572-d6df4faebe1e)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:12.934364 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:12.962707 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.015297 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e630f9-3b6c-4f47-bad9-513dbed02fd3 req-171ae332-f67e-4270-8d90-9d2c81e8f892 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:13.018250 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f9e630f9-3b6c-4f47-bad9-513dbed02fd3 req-171ae332-f67e-4270-8d90-9d2c81e8f892 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 943 time: 0.6870666 Mar 31 16:43:13.020864 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:13.022022 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.024316 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f HTTP/1.1" status: 200 len: 1093 time: 3.8790708 Mar 31 16:43:13.026676 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'tag': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:13.080352 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-c51d835f-8e9c-4576-8828-cc5b64dee2d1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:13.097670 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-c51d835f-8e9c-4576-8828-cc5b64dee2d1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 819 time: 1.1074390 Mar 31 16:43:13.308025 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'Port': ['ID=e69dce04-b3ff-45fa-a4ab-771d9a8ccfac,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:13.341241 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-d184cba4-4f2b-4507-8df7-9d50b75a48c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/quotas/df2d2eba27c84c2aad87ee76424260fc HTTP/1.1" status: 200 len: 375 time: 0.2400811 Mar 31 16:43:13.367955 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49188) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:13.380824 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af9093-24b2-4222-bd39-5f19e9ed81d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:13.409157 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-5569c306-a281-43bf-9158-6e1486f44ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:13.410769 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-5569c306-a281-43bf-9158-6e1486f44ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66281f9f75b4c089d7660d2a5fe8b05&device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 1127 time: 0.2782233 Mar 31 16:43:13.417746 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Publish callbacks [] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.429286 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.480404 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f9e630f9-3b6c-4f47-bad9-513dbed02fd3 req-0523f1a2-295f-47c6-b324-aa0db1c44299 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555821 Mar 31 16:43:13.481409 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.556643 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.569632 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4cf77920-8216-4657-be8f-4e2583507661 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3458188 Mar 31 16:43:13.594658 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-bd33a152-7dd2-4529-a3a0-c2c5d225a0cc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2516587 Mar 31 16:43:13.645805 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fee09-817b-4ef1-89ec-0c8b1969a258 None None] Pushing event updated for resources: {'Port': ['ID=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:13.648405 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-045579a3-b9e2-4c3f-88e7-39f1ee4b7dc3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f HTTP/1.1" status: 200 len: 217 time: 0.2126515 Mar 31 16:43:13.778888 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-7b7c9e4d-42b8-4e50-829d-b8942c256845 service neutron] 10.222.0.21 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670868 Mar 31 16:43:13.844195 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Attempting to bind port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:13.844501 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Attempting to bind port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:13.849126 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Attempting to bind port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:13.873926 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:13.874417 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Checking segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:13.874841 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.875243 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Bound using segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:13.875756 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Bound port: bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:13.876146 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.877885 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d655b6b6-6718-45eb-a792-92329d816db3" -d '{"events": [{"name": "network-changed", "server_uuid": "9e143a92-b9a3-4470-8bd1-4c0700a05df9", "tag": "9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:13.882533 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 52d8e18d-32c5-4e73-bf47-6a4799d4dfda up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:13.951132 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:13.960019 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-d7e8dd00-b498-4bd4-b332-c7840f617ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:13.961523 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-d7e8dd00-b498-4bd4-b332-c7840f617ef1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db2ffe8c-4fba-421d-9b44-07e1445c1e34 HTTP/1.1" status: 200 len: 851 time: 0.2863758 Mar 31 16:43:14.041337 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:14.041718 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.113084 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] For port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:14.120062 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] For port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:14.132667 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.139957 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-30b03e6b-801e-42df-8b54-430b45c6943c service neutron] 10.222.0.21 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540349 Mar 31 16:43:14.182903 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] Provisioning complete for port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:14.187079 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.187419 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-a6ebf812-7361-43e6-85b5-75c05b3559d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53e1176e-5bd0-411c-b0cc-4f862e76cf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2076757 Mar 31 16:43:14.226620 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11fee09-817b-4ef1-89ec-0c8b1969a258 None None] Pushing event updated for resources: {'Port': ['ID=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,revision_number=4']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:14.269730 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:14.272020 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:14.273652 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6ea47171-6bfc-4fca-8b46-528096c506f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.389679 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:14.390355 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.433863 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:14.455254 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.687745 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] Current status of the port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:14.688147 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.796746 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Allocated IP 172.27.3.8 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/f0c57f56-7e8a-4226-9fde-9a07279b7317) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:14.802952 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:14.847422 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-6dcf893a-44a7-41ed-903a-ce967df6966d service neutron] 10.222.0.55 "GET /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438181 Mar 31 16:43:14.941918 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] For port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:14.953107 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:14.968114 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:15.312943 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-2d746070-6e76-4a99-8f07-1783a692dee1 None None] Provisioning complete for port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:15.315370 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2d746070-6e76-4a99-8f07-1783a692dee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:15.347608 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6ea47171-6bfc-4fca-8b46-528096c506f7 admin admin] Publish callbacks [] for security_group (c121dceb-341e-4fa7-b566-fd22feb5b2eb), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:15.390696 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f553cb0-31d8-44f9-bb9e-a6b18552c28d None None] Pushing event updated for resources: {'Port': ['ID=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:15.476210 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3fe2751c-77a3-4015-b74c-e15dfdd08433 req-632c3ac5-298b-4d98-b967-f6ad794b380f service neutron] 10.222.0.55 "GET /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6157513 Mar 31 16:43:15.476499 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6ea47171-6bfc-4fca-8b46-528096c506f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c121dceb-341e-4fa7-b566-fd22feb5b2eb), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:15.523421 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:15.549584 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-e34a45e1-b32e-4b3b-906f-2653b44e4821 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1475691915&fields=id&tenant_id=f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 267 time: 0.2041526 Mar 31 16:43:15.574156 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b04f92-3f28-4703-b12e-9c9d7d5e9e42 None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:15.607551 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6ea47171-6bfc-4fca-8b46-528096c506f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d65e2199a7b140e4840b49c11387a3eb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2163863 Mar 31 16:43:15.611943 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49260) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:15.650819 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Sync routers for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:43:15.705744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f7ef35-7178-453b-9c03-173e6a9a2553 x-openstack-request-id: req-89f7ef35-7178-453b-9c03-173e6a9a2553 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:15.706767 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e143a92-b9a3-4470-8bd1-4c0700a05df9", "tag": "9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:15.707288 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89f7ef35-7178-453b-9c03-173e6a9a2553 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:15.708210 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f7ef35-7178-453b-9c03-173e6a9a2553'] response: {'name': 'network-changed', 'server_uuid': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'tag': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f', 'status': 'completed', 'code': 200} Mar 31 16:43:15.766378 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:15.788775 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:15.882271 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea47171-6bfc-4fca-8b46-528096c506f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c121dceb-341e-4fa7-b566-fd22feb5b2eb,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:15.971789 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:15.998181 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-ee4e1db1-8d95-41a5-84ec-0b4281de9d52 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:16.018832 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-ee4e1db1-8d95-41a5-84ec-0b4281de9d52 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 815 time: 0.4683278 Mar 31 16:43:16.024078 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73668588-6f5b-463d-8554-f14ee165431c req-2bb578b8-f08b-496b-988b-0f1de2ffa578 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 210 time: 0.1436329 Mar 31 16:43:16.087300 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-e55dd80e-d6ed-4563-84f3-23ed800b17b3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/quotas/f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 375 time: 0.0647950 Mar 31 16:43:16.114538 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9c42ec8a-2061-4c3a-9ab3-3bc4260b4b8a admin admin] Publish callbacks [] for security_group (c121dceb-341e-4fa7-b566-fd22feb5b2eb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:16.129839 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655b6b6-6718-45eb-a792-92329d816db3 req-effc67ce-27d1-4225-8c0f-b8ba4be50d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:16.137737 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-effc67ce-27d1-4225-8c0f-b8ba4be50d92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e66281f9f75b4c089d7660d2a5fe8b05&device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 1127 time: 0.4161704 Mar 31 16:43:16.229732 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:16.415668 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-7a4c05e1-6b11-44e7-bed5-b7fb8d2b6712 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3220732 Mar 31 16:43:16.490982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9c42ec8a-2061-4c3a-9ab3-3bc4260b4b8a admin admin] Publish callbacks [] for security_group (c121dceb-341e-4fa7-b566-fd22feb5b2eb), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:16.569294 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-2d746070-6e76-4a99-8f07-1783a692dee1 None None] Current status of the port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:16.583502 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:16.644776 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba8b08-e878-469e-a864-13ab058c73d7 req-81a700f0-9369-4919-b39d-683fdc7d8dca tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:16.647257 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8cba8b08-e878-469e-a864-13ab058c73d7 req-81a700f0-9369-4919-b39d-683fdc7d8dca tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 943 time: 0.3864727 Mar 31 16:43:16.699975 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:16.779003 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8cba8b08-e878-469e-a864-13ab058c73d7 req-81bcebbc-c3ce-46e7-9017-6a593f5e73b2 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200223 Mar 31 16:43:16.789818 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-f2c88c46-e1a9-4430-b05e-bf5d15a9d203 service neutron] 10.222.0.21 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525498 Mar 31 16:43:16.817413 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:16.820017 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:16.846479 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'Port': ['ID=f0c57f56-7e8a-4226-9fde-9a07279b7317,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:16.929859 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655b6b6-6718-45eb-a792-92329d816db3 req-3cf453d6-ded6-4961-9f72-eeeee64f0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:16.937254 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-3cf453d6-ded6-4961-9f72-eeeee64f0f47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53e1176e-5bd0-411c-b0cc-4f862e76cf61 HTTP/1.1" status: 200 len: 911 time: 0.7813089 Mar 31 16:43:16.945244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:16.961393 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:16.972011 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:16.996852 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 2, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:17.038005 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-3f1dd2a4-3425-461c-a8cc-24ac79f5385d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f HTTP/1.1" status: 200 len: 217 time: 0.0912926 Mar 31 16:43:17.355081 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Checking router: e96d0324-b4b1-4e74-9c2b-31c7a0583e51 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:17.355597 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Updating router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 port d7b529e6-3e3f-4737-be8e-d68fada6e583 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:43:17.472670 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:17.533796 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:17.536245 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 52d8e18d-32c5-4e73-bf47-6a4799d4dfda up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:17.657769 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (a8e46f50-f296-400f-9198-aadcefccdc0e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:17.707450 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9c42ec8a-2061-4c3a-9ab3-3bc4260b4b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c121dceb-341e-4fa7-b566-fd22feb5b2eb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:17.720795 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9c42ec8a-2061-4c3a-9ab3-3bc4260b4b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:17.726100 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-9c42ec8a-2061-4c3a-9ab3-3bc4260b4b8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c121dceb-341e-4fa7-b566-fd22feb5b2eb HTTP/1.1" status: 204 len: 168 time: 2.0931466 Mar 31 16:43:17.905885 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:17.906470 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:17.937847 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c42ec8a-2061-4c3a-9ab3-3bc4260b4b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c121dceb-341e-4fa7-b566-fd22feb5b2eb,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:17.982284 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-9907c4fb-6e25-497e-8701-57c995356647 service neutron] 10.222.0.21 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1903923 Mar 31 16:43:18.003176 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d655b6b6-6718-45eb-a792-92329d816db3 req-6adc6030-af9a-4f14-a6bc-663b15c95f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:18.012606 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-6adc6030-af9a-4f14-a6bc-663b15c95f1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db2ffe8c-4fba-421d-9b44-07e1445c1e34 HTTP/1.1" status: 200 len: 851 time: 0.9624009 Mar 31 16:43:18.014520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:18.106492 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.55', 52132) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:18.199338 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-87ccbec1-a548-4b80-8307-bfe8db34bed8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53e1176e-5bd0-411c-b0cc-4f862e76cf61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1791680 Mar 31 16:43:18.495956 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-7627d723-524b-4ac6-abd9-c8037d28edaa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:18.504987 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-7627d723-524b-4ac6-abd9-c8037d28edaa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 819 time: 1.3172245 Mar 31 16:43:18.514590 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cdb9aae3-98f4-4430-9984-293524c17739 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:18.516724 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cdb9aae3-98f4-4430-9984-293524c17739 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 819 time: 0.4092968 Mar 31 16:43:18.531924 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-e946a144-52a3-4a28-81f4-8ff096f40179 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/quotas/df2d2eba27c84c2aad87ee76424260fc HTTP/1.1" status: 200 len: 375 time: 0.0255940 Mar 31 16:43:18.606626 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'port': {'device_id': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'admin_state_up': True, 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:18.656096 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:18.717671 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Publish callbacks [] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:18.730209 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:18.756246 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 49360) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:18.889920 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:18.906263 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:18.912589 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a4f189f4-5edf-4d10-a40f-0ac945fa7111 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3793614 Mar 31 16:43:18.952793 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf2cb-06d0-433f-afb3-5a77b8d500c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:18.967915 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97466f-ba39-47b2-8fe4-41dd909b78be None None] Pushing event updated for resources: {'Port': ['ID=d7b529e6-3e3f-4737-be8e-d68fada6e583,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:19.004868 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-87e2fc08-d06a-4dee-b57d-a63d48388763 service neutron] 10.222.0.55 "GET /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911842 Mar 31 16:43:19.020334 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (a8e46f50-f296-400f-9198-aadcefccdc0e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.086433 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Attempting to bind port d7b529e6-3e3f-4737-be8e-d68fada6e583 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:19.089326 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Attempting to bind port d7b529e6-3e3f-4737-be8e-d68fada6e583 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:19.089723 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Attempting to bind port d7b529e6-3e3f-4737-be8e-d68fada6e583 on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:19.104306 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:19.106743 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Checking segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:19.108029 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.109356 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Bound using segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:19.111022 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Bound port: d7b529e6-3e3f-4737-be8e-d68fada6e583, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:19.112284 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.309085 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e3385-3717-47cf-8271-ddc3f921c77e req-f71b0fc9-15f4-4158-b565-82952cab3de7 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:19.311319 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'Port': ['ID=f0c57f56-7e8a-4226-9fde-9a07279b7317,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:19.320770 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11e3385-3717-47cf-8271-ddc3f921c77e req-f71b0fc9-15f4-4158-b565-82952cab3de7 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 943 time: 0.5666113 Mar 31 16:43:19.336108 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.338311 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a648f572-d2b4-47e1-8583-9cd21073570a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.4671676 Mar 31 16:43:19.371859 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] For port d7b529e6-3e3f-4737-be8e-d68fada6e583, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:19.384028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] For port d7b529e6-3e3f-4737-be8e-d68fada6e583, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=d7b529e6-3e3f-4737-be8e-d68fada6e583,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:19.389838 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d655b6b6-6718-45eb-a792-92329d816db3 req-62fc92f2-867c-4125-a2d1-d6674e9e501b service neutron] 10.222.0.55 "GET /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615234 Mar 31 16:43:19.392997 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Made reservation on behalf of df2d2eba27c84c2aad87ee76424260fc for: {'port': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:43:19.396987 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.427230 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.460510 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] Provisioning complete for port d7b529e6-3e3f-4737-be8e-d68fada6e583 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:19.460881 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:19.722275 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:19.723735 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:42:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:19.808484 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Allocated IP 172.20.0.12 (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3/9d04c51c-fb7e-47a7-9de9-91645c37b720/e2033d55-2689-4170-bb35-92e7e1ca589d) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:19.917276 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:20.024101 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-02c71762-311a-46d2-8ce1-5b63cd008ab0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:43:20.032627 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-02c71762-311a-46d2-8ce1-5b63cd008ab0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8058569 Mar 31 16:43:20.103843 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d97466f-ba39-47b2-8fe4-41dd909b78be None None] Pushing event updated for resources: {'Port': ['ID=d7b529e6-3e3f-4737-be8e-d68fada6e583,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:20.180589 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] Current status of the port d7b529e6-3e3f-4737-be8e-d68fada6e583 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:20.181728 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.212813 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e11e3385-3717-47cf-8271-ddc3f921c77e req-6d265bff-0580-41f8-9985-204bd14d8f77 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8896136 Mar 31 16:43:20.214907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf2cb-06d0-433f-afb3-5a77b8d500c8 admin admin] Publish callbacks [] for security_group (0a5f0b49-3e1d-4f64-90de-fa057369219c), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.229578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0f1bf2cb-06d0-433f-afb3-5a77b8d500c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0a5f0b49-3e1d-4f64-90de-fa057369219c), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.253255 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.256598 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] For port d7b529e6-3e3f-4737-be8e-d68fada6e583, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=d7b529e6-3e3f-4737-be8e-d68fada6e583,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:20.272142 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.309358 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0f1bf2cb-06d0-433f-afb3-5a77b8d500c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85e2df7ae86f4a3ba4381c9878d93ace&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5450721 Mar 31 16:43:20.312049 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49394) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:20.319728 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bf2cb-06d0-433f-afb3-5a77b8d500c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5f0b49-3e1d-4f64-90de-fa057369219c,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:20.330126 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-b55123bf-3502-42c2-b8df-2e802e084660 service neutron] 10.222.0.21 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965431 Mar 31 16:43:20.369495 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461d23-2be4-4da1-855d-063c92a2199f None None] Pushing event updated for resources: {'Port': ['ID=d7b529e6-3e3f-4737-be8e-d68fada6e583,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:20.401992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9b19564e-fac9-45e9-8724-5847437492f4 admin admin] Publish callbacks [] for security_group (0a5f0b49-3e1d-4f64-90de-fa057369219c), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.422121 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-d04dcebe-4672-4452-9f25-c2b7548a1ab8 None None] Provisioning complete for port d7b529e6-3e3f-4737-be8e-d68fada6e583 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:20.422121 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-d04dcebe-4672-4452-9f25-c2b7548a1ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.429031 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9b19564e-fac9-45e9-8724-5847437492f4 admin admin] Publish callbacks [] for security_group (0a5f0b49-3e1d-4f64-90de-fa057369219c), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.448815 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8d46dfda-57de-4dc6-b485-ede6c8817dc0 req-a6c0005f-d651-448f-952d-c65e028586f7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 210 time: 0.0958974 Mar 31 16:43:20.482186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:19Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:20.488989 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.512168 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80f806-ad6a-47e6-875b-640898bec8d1 None None] The sync data for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi is: [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:19Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:20.540930 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49400) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:20.543433 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-b80e545e-428e-47a5-9951-9b53397e6bdb service neutron] 10.222.0.21 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069178 Mar 31 16:43:20.563438 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9b19564e-fac9-45e9-8724-5847437492f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0a5f0b49-3e1d-4f64-90de-fa057369219c), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.571849 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9b19564e-fac9-45e9-8724-5847437492f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:20.574645 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-9b19564e-fac9-45e9-8724-5847437492f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a5f0b49-3e1d-4f64-90de-fa057369219c HTTP/1.1" status: 204 len: 168 time: 0.2602885 Mar 31 16:43:20.580936 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-d04dcebe-4672-4452-9f25-c2b7548a1ab8 None None] Current status of the port d7b529e6-3e3f-4737-be8e-d68fada6e583 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:20.621364 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19564e-fac9-45e9-8724-5847437492f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5f0b49-3e1d-4f64-90de-fa057369219c,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:20.852794 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:20.855247 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d7b529e6-3e3f-4737-be8e-d68fada6e583 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:20.878236 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:20.957902 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'Port': ['ID=e2033d55-2689-4170-bb35-92e7e1ca589d,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:20.960472 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:20.968337 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-761dc2c3-df8f-4278-9aad-ee323f7b02b5 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1336168878&fields=id&tenant_id=c20b7c93ae6242f499530ec76254d558 HTTP/1.1" status: 200 len: 267 time: 0.2894061 Mar 31 16:43:21.066526 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port d7b529e6-3e3f-4737-be8e-d68fada6e583 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:21.069085 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.106041 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e04c7587-eb7f-4430-b7ff-9ef123218044 req-0d22606f-7eae-4505-ba19-ab8acffe5de9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 210 time: 0.1368265 Mar 31 16:43:21.166229 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-657db741-bd3b-437b-807a-1e5e22ff23f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.250698 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:21.251374 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.304590 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port d7b529e6-3e3f-4737-be8e-d68fada6e583 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:21.339083 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-1f46dea7-d43e-4fc1-a441-abc4cd40fb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7500119 Mar 31 16:43:21.395018 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-d8da62ba-bb90-44b9-ad50-1cee3e7c92c8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:21.415678 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-d8da62ba-bb90-44b9-ad50-1cee3e7c92c8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 811 time: 0.3561392 Mar 31 16:43:21.431655 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-056aa251-2b01-4a2e-aa96-9421d1d6be6b None None] Provisioning complete for port e2033d55-2689-4170-bb35-92e7e1ca589d triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:21.437530 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-056aa251-2b01-4a2e-aa96-9421d1d6be6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.452692 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-657db741-bd3b-437b-807a-1e5e22ff23f8 admin admin] Publish callbacks [] for security_group (b290775b-a646-4737-9ceb-8d67bcde5569), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.463561 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-657db741-bd3b-437b-807a-1e5e22ff23f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b290775b-a646-4737-9ceb-8d67bcde5569), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.488080 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-7b9489ef-784b-4c53-b931-b86d9b8dbf09 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/quotas/c20b7c93ae6242f499530ec76254d558 HTTP/1.1" status: 200 len: 375 time: 0.0675204 Mar 31 16:43:21.498365 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Request body: {'port': {'device_id': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:21.572134 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-657db741-bd3b-437b-807a-1e5e22ff23f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac2464129f6649ecab1cab5e42f1675d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0287883 Mar 31 16:43:21.573936 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657db741-bd3b-437b-807a-1e5e22ff23f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290775b-a646-4737-9ceb-8d67bcde5569,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:21.578247 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49460) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:21.593969 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-056aa251-2b01-4a2e-aa96-9421d1d6be6b None None] Port e2033d55-2689-4170-bb35-92e7e1ca589d cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:21.646671 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.691516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f131ce-05d5-4069-aa39-450c5da5cb37 req-1b31044e-5f71-4a83-9325-9b346b341445 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:21.693535 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-91f131ce-05d5-4069-aa39-450c5da5cb37 req-1b31044e-5f71-4a83-9325-9b346b341445 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 943 time: 0.2680426 Mar 31 16:43:21.736147 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-f542e0d8-4da9-4670-b914-a5b3d0232bcc tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2069120 Mar 31 16:43:21.820165 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-1251ecbf-d0ee-4115-a47e-8b58fbe68ee0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:21.821699 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-1251ecbf-d0ee-4115-a47e-8b58fbe68ee0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 815 time: 0.2412179 Mar 31 16:43:21.822309 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0258b39-8a47-4aa0-9664-2c7dcbb90580 admin admin] Publish callbacks [] for security_group (b290775b-a646-4737-9ceb-8d67bcde5569), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:21.867720 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0258b39-8a47-4aa0-9664-2c7dcbb90580 admin admin] Publish callbacks [] for security_group (b290775b-a646-4737-9ceb-8d67bcde5569), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.004712 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-92533fec-4a71-4f1d-848a-55db759c1561 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 380 time: 0.0869451 Mar 31 16:43:22.015766 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'port': {'device_id': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'admin_state_up': True, 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'security_groups': ['1697d714-d01c-4524-9175-db9efbd5025e']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:22.023345 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0258b39-8a47-4aa0-9664-2c7dcbb90580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b290775b-a646-4737-9ceb-8d67bcde5569), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.026525 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0258b39-8a47-4aa0-9664-2c7dcbb90580 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.027771 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a0258b39-8a47-4aa0-9664-2c7dcbb90580 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b290775b-a646-4737-9ceb-8d67bcde5569 HTTP/1.1" status: 204 len: 168 time: 0.4253092 Mar 31 16:43:22.028653 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49472) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:22.097545 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0258b39-8a47-4aa0-9664-2c7dcbb90580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290775b-a646-4737-9ceb-8d67bcde5569,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:22.212710 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Made reservation on behalf of f47a650d572d4240841923c2d72e04f3 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:43:22.220802 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.255607 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-91f131ce-05d5-4069-aa39-450c5da5cb37 req-2955de46-0b22-4bf8-b32b-2e4bb02d6082 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386455 Mar 31 16:43:22.383180 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e46ec10c-9a2d-467d-847d-7f0e135c2c95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.404361 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Allocated IP 172.20.0.12 (0a912190-ce75-492c-91bc-2389799eee5c/407d7d5f-792d-4fb6-a938-00b98e662418/62ab7204-6592-464d-8290-ee15ab706a75) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:22.451133 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19a0fc21-73c1-4365-bab8-a6d7f5902956 req-83a84862-2dec-403b-a559-5c0d0f80e792 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 210 time: 0.1001747 Mar 31 16:43:22.535232 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-804465a1-6406-4278-aeb2-2dfd6219b4b0 service neutron] 10.222.0.21 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485468 Mar 31 16:43:22.613942 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49492) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:22.625376 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e46ec10c-9a2d-467d-847d-7f0e135c2c95 admin admin] Publish callbacks [] for security_group (146623f4-0e0b-48f7-8732-591a0c728cbc), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.640062 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d699240e-1b11-47be-931b-0f9b21b97f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.645098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for port (62ab7204-6592-464d-8290-ee15ab706a75), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.647533 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e46ec10c-9a2d-467d-847d-7f0e135c2c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (146623f4-0e0b-48f7-8732-591a0c728cbc), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.709633 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e5c9f57f-6d09-4030-9673-0b888e7bec9f req-2060a0cf-6809-48d7-8724-286168877a9c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 210 time: 0.0914607 Mar 31 16:43:22.712610 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ec10c-9a2d-467d-847d-7f0e135c2c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146623f4-0e0b-48f7-8732-591a0c728cbc,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:22.723219 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-8a4c93b9-6d67-4e7e-9887-c96329200a55 service neutron] 10.222.0.21 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772110 Mar 31 16:43:22.753988 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e46ec10c-9a2d-467d-847d-7f0e135c2c95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22df96e841854a2ca2baba1eb02a509e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7179267 Mar 31 16:43:22.754119 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 49502) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:22.780619 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.837427 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Network 0a912190-ce75-492c-91bc-2389799eee5c is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:22.846528 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:22.856281 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:22.862183 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:22.862737 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.958683 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:43:22.974020 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d699240e-1b11-47be-931b-0f9b21b97f90 admin admin] Publish callbacks [] for security_group (df39715c-c0d9-4b73-9567-3e4ba18698fe), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:22.978549 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:22.992297 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-0da57043-5030-40dd-9de2-22bdc729d66d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9791617 Mar 31 16:43:22.994368 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d699240e-1b11-47be-931b-0f9b21b97f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (df39715c-c0d9-4b73-9567-3e4ba18698fe), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.030848 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.55', 52141) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:23.048228 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Request body: {'port': {'device_id': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:23.061663 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2033d55-2689-4170-bb35-92e7e1ca589d {{(pid=109838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:23.079400 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Publish callbacks [] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.109061 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.provisioning_blocks [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Transition to ACTIVE for port object e2033d55-2689-4170-bb35-92e7e1ca589d will not be triggered until provisioned by entity L2. {{(pid=109838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:43:23.142391 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9d36fa0c-e9a6-4485-ac04-444a7561752a req-b03ffdac-bbae-4076-8cea-ced61b90e6a4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 210 time: 0.0584362 Mar 31 16:43:23.160015 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.172968 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d699240e-1b11-47be-931b-0f9b21b97f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df39715c-c0d9-4b73-9567-3e4ba18698fe,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:23.216771 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fbd98b6e-87af-4ed7-8e72-f88f11b39aa9 admin admin] Publish callbacks [] for security_group (146623f4-0e0b-48f7-8732-591a0c728cbc), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.307565 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d699240e-1b11-47be-931b-0f9b21b97f90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=36792f318299415d8a2b823d0c57593b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6900795 Mar 31 16:43:23.316366 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49522) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:23.353001 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Pushing event updated for resources: {'Port': ['ID=e2033d55-2689-4170-bb35-92e7e1ca589d,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:23.363691 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fbd98b6e-87af-4ed7-8e72-f88f11b39aa9 admin admin] Publish callbacks [] for security_group (146623f4-0e0b-48f7-8732-591a0c728cbc), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.511645 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-31a4c4fa-cb8a-44c7-98ae-f6cc8e3cecc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.604804 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-b12263ab-19ca-4fc5-bbcc-0a80748fe6c5 None None] Provisioning complete for port 62ab7204-6592-464d-8290-ee15ab706a75 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:23.606421 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b12263ab-19ca-4fc5-bbcc-0a80748fe6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (62ab7204-6592-464d-8290-ee15ab706a75), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.628946 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-dce45873-472a-49ab-80e6-15bf40383ffa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:23.631240 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-dce45873-472a-49ab-80e6-15bf40383ffa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 819 time: 0.5796871 Mar 31 16:43:23.635917 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.652105 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'port': {'device_id': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'admin_state_up': True, 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:23.660971 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Attempting to bind port e2033d55-2689-4170-bb35-92e7e1ca589d on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:23.662127 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Attempting to bind port e2033d55-2689-4170-bb35-92e7e1ca589d by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:23.662704 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Attempting to bind port e2033d55-2689-4170-bb35-92e7e1ca589d on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:23.686560 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ea50d-1ce8-4396-b5fb-b37ba327b819 req-dd19e1e1-4605-4a00-9b01-cbe97b8cf50d tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:23.694571 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d35ea50d-1ce8-4396-b5fb-b37ba327b819 req-dd19e1e1-4605-4a00-9b01-cbe97b8cf50d tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 943 time: 0.2868383 Mar 31 16:43:23.700471 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fbd98b6e-87af-4ed7-8e72-f88f11b39aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (146623f4-0e0b-48f7-8732-591a0c728cbc), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.704134 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fbd98b6e-87af-4ed7-8e72-f88f11b39aa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.709212 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-fbd98b6e-87af-4ed7-8e72-f88f11b39aa9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/146623f4-0e0b-48f7-8732-591a0c728cbc HTTP/1.1" status: 204 len: 168 time: 0.9540462 Mar 31 16:43:23.709959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Port e2033d55-2689-4170-bb35-92e7e1ca589d on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:43:23.710329 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Attempting to bind port e2033d55-2689-4170-bb35-92e7e1ca589d on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:23.735436 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd98b6e-87af-4ed7-8e72-f88f11b39aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146623f4-0e0b-48f7-8732-591a0c728cbc,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:23.773679 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf895e0-3dbc-416e-867f-0e968defbdc4 req-8aed4022-dc9c-4396-b58d-577926e01670 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:23.779458 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-caf895e0-3dbc-416e-867f-0e968defbdc4 req-8aed4022-dc9c-4396-b58d-577926e01670 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 932 time: 0.1836417 Mar 31 16:43:23.781068 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:23.782559 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Checking segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:23.783737 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Bound using segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:23.784584 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Bound port: e2033d55-2689-4170-bb35-92e7e1ca589d, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:23.785634 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.833345 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-b12263ab-19ca-4fc5-bbcc-0a80748fe6c5 None None] Port 62ab7204-6592-464d-8290-ee15ab706a75 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:23.853080 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e5f78abe-852f-4315-8ecc-df39bd74b5c1 admin admin] Publish callbacks [] for security_group (df39715c-c0d9-4b73-9567-3e4ba18698fe), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:23.980494 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d35ea50d-1ce8-4396-b5fb-b37ba327b819 req-958b0da6-25de-43b7-aea5-5477e007052f tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810061 Mar 31 16:43:24.002533 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e5f78abe-852f-4315-8ecc-df39bd74b5c1 admin admin] Publish callbacks [] for security_group (df39715c-c0d9-4b73-9567-3e4ba18698fe), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.059914 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-caf895e0-3dbc-416e-867f-0e968defbdc4 req-5176cd02-a5a9-4469-adef-8bffebc822ed tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2697799 Mar 31 16:43:24.117631 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] For port e2033d55-2689-4170-bb35-92e7e1ca589d, host hv-cinder-82694, cleared binding levels {{(pid=109838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:24.124333 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] For port e2033d55-2689-4170-bb35-92e7e1ca589d, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=e2033d55-2689-4170-bb35-92e7e1ca589d,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:24.138520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Made reservation on behalf of df2d2eba27c84c2aad87ee76424260fc for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:43:24.140433 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.142360 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.183661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e5f78abe-852f-4315-8ecc-df39bd74b5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (df39715c-c0d9-4b73-9567-3e4ba18698fe), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.186213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e5f78abe-852f-4315-8ecc-df39bd74b5c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.187510 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e5f78abe-852f-4315-8ecc-df39bd74b5c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df39715c-c0d9-4b73-9567-3e4ba18698fe HTTP/1.1" status: 204 len: 168 time: 0.8624713 Mar 31 16:43:24.223880 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1108e54d-af0b-424c-96b9-84493e960ee8 req-1660f52b-8def-4ac0-be6b-3bc45db309b0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 210 time: 0.0750439 Mar 31 16:43:24.233435 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:24.234053 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.235430 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] 10.222.0.55 "PUT /v2.0/ports/e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 1094 time: 2.7421999 Mar 31 16:43:24.236160 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'tag': 'e2033d55-2689-4170-bb35-92e7e1ca589d'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:24.277915 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2061a-d8f2-4bee-917e-7aaffe18a152 service neutron] Pushing event updated for resources: {'Port': ['ID=e2033d55-2689-4170-bb35-92e7e1ca589d,revision_number=3']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:24.303602 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f78abe-852f-4315-8ecc-df39bd74b5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df39715c-c0d9-4b73-9567-3e4ba18698fe,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:24.391322 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8b72add-043c-42ed-8685-4b9364bbb5a9 req-1ffb759c-882c-4b2f-888a-87acf15c4f1f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 210 time: 0.1064620 Mar 31 16:43:24.498898 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-a019fba0-6c31-49cc-be6f-8ce90b913a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:24.502592 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-a019fba0-6c31-49cc-be6f-8ce90b913a24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1128 time: 0.1949165 Mar 31 16:43:24.644565 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-56443fd8-eb6b-44aa-ac52-5428567b7d2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 217 time: 0.1340902 Mar 31 16:43:24.674143 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 49580) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:24.674860 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.55', 52146) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:24.711372 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Allocated IP 172.20.0.8 (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3/9d04c51c-fb7e-47a7-9de9-91645c37b720/10d1d814-d9ec-4a69-b8bc-b63108452ede) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:24.723818 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a70a3784-4734-47f6-a421-a3f7d7d073c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.733671 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658" -d '{"events": [{"name": "network-changed", "server_uuid": "7d5f8fa0-67b6-48ed-b141-5d452a94924f", "tag": "e2033d55-2689-4170-bb35-92e7e1ca589d"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:24.733913 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62ab7204-6592-464d-8290-ee15ab706a75 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:24.744622 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Publish callbacks [] for port (62ab7204-6592-464d-8290-ee15ab706a75), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.775651 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Transition to ACTIVE for port object 62ab7204-6592-464d-8290-ee15ab706a75 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:43:24.791261 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:24.880513 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-9f29a616-7974-4e31-a7e7-789e2d46b2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:24.893405 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-9f29a616-7974-4e31-a7e7-789e2d46b2c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.2415285 Mar 31 16:43:25.075195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:25.094132 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Attempting to bind port 62ab7204-6592-464d-8290-ee15ab706a75 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:25.094474 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Attempting to bind port 62ab7204-6592-464d-8290-ee15ab706a75 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:25.094802 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Attempting to bind port 62ab7204-6592-464d-8290-ee15ab706a75 on network 0a912190-ce75-492c-91bc-2389799eee5c {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:25.112497 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a70a3784-4734-47f6-a421-a3f7d7d073c7 admin admin] Publish callbacks [] for security_group (6eac0f37-bc3c-473a-ac52-9c6078169b62), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.124867 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Port 62ab7204-6592-464d-8290-ee15ab706a75 on network 0a912190-ce75-492c-91bc-2389799eee5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:43:25.124867 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Attempting to bind port 62ab7204-6592-464d-8290-ee15ab706a75 on network 0a912190-ce75-492c-91bc-2389799eee5c {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:25.142027 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a70a3784-4734-47f6-a421-a3f7d7d073c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6eac0f37-bc3c-473a-ac52-9c6078169b62), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.174772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:25.175360 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Checking segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:25.175518 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Bound using segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:25.175999 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Bound port: 62ab7204-6592-464d-8290-ee15ab706a75, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:25.176353 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.181345 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a70a3784-4734-47f6-a421-a3f7d7d073c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=32cbb0835a924fcc863d68f17cf69ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042589 Mar 31 16:43:25.211184 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 49608) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:25.217741 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-6d3c20ad-9725-45d2-8d3d-c945de82c504 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.219258 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-6d3c20ad-9725-45d2-8d3d-c945de82c504 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 811 time: 0.5416811 Mar 31 16:43:25.235179 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c68900-4643-4ce3-a706-5c95317e329e req-d1997a10-7cbc-4399-83d7-2ba776b9a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.236679 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-d1997a10-7cbc-4399-83d7-2ba776b9a8d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3278563 Mar 31 16:43:25.307493 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.337989 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:25.342724 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:25.359437 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.418447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.419076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.420636 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] 10.222.0.55 "PUT /v2.0/ports/62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 1094 time: 2.3879132 Mar 31 16:43:25.424225 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:25.426545 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d411841d-c7d9-4c7b-b273-06e43ba7c612" -d '{"events": [{"name": "network-changed", "server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:25.522459 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.529583 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a3784-4734-47f6-a421-a3f7d7d073c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eac0f37-bc3c-473a-ac52-9c6078169b62,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:25.549406 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02eb6465-aa06-4523-9e10-8ad34a3d0e4d x-openstack-request-id: req-02eb6465-aa06-4523-9e10-8ad34a3d0e4d {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:25.549708 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d5f8fa0-67b6-48ed-b141-5d452a94924f", "tag": "e2033d55-2689-4170-bb35-92e7e1ca589d", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:25.550132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02eb6465-aa06-4523-9e10-8ad34a3d0e4d {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:25.550416 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02eb6465-aa06-4523-9e10-8ad34a3d0e4d'] response: {'name': 'network-changed', 'server_uuid': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'tag': 'e2033d55-2689-4170-bb35-92e7e1ca589d', 'status': 'completed', 'code': 200} Mar 31 16:43:25.572045 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da599607-629a-423e-b38c-2b51af2fd17c service neutron] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:25.617348 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:25.632964 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-42f76a0b-74fd-4ff9-ab02-8bcd3e252a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.636306 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-42f76a0b-74fd-4ff9-ab02-8bcd3e252a56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1128 time: 0.1614325 Mar 31 16:43:25.637473 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:25.643234 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:25.649653 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.650494 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.673022 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e6b68-52bf-4bbf-82bd-69ce77994f52 req-a6a59257-2cad-4156-a3c5-008bedd57df9 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.686659 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd8e6b68-52bf-4bbf-82bd-69ce77994f52 req-a6a59257-2cad-4156-a3c5-008bedd57df9 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 943 time: 0.5665617 Mar 31 16:43:25.732593 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-6b290e86-3334-4dc6-ba49-e70c4cb66a43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 217 time: 0.0704074 Mar 31 16:43:25.739690 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0928707 Mar 31 16:43:25.752018 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325ed4b0-b34d-4d05-a2bc-caa21574707d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'Port': ['ID=10d1d814-d9ec-4a69-b8bc-b63108452ede,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:25.779844 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Request body: {'port': {'device_id': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:25.822720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7d76fe7c-c867-4d7f-a08a-294925d16590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.841741 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-658d858a-d799-4426-8cf8-88c8a2b94b8b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20b7c93ae6242f499530ec76254d558 HTTP/1.1" status: 200 len: 380 time: 0.5941491 Mar 31 16:43:25.861729 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e4b33623-24e1-40ab-a530-1e16dd945956 admin admin] Publish callbacks [] for security_group (6eac0f37-bc3c-473a-ac52-9c6078169b62), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.890081 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.897773 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e4b33623-24e1-40ab-a530-1e16dd945956 admin admin] Publish callbacks [] for security_group (6eac0f37-bc3c-473a-ac52-9c6078169b62), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:25.900098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-43a2fdb5-0207-4da4-8e4d-ad160d7816b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:25.902226 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-43a2fdb5-0207-4da4-8e4d-ad160d7816b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.1604741 Mar 31 16:43:25.937801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'port': {'device_id': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'admin_state_up': True, 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'security_groups': ['cf770bed-6be5-4847-89e5-ee911fda8e82']}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:26.068764 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-932f675b-b6c0-461d-b4ce-6eee2c2cc547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:26.070413 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-932f675b-b6c0-461d-b4ce-6eee2c2cc547 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1373539 Mar 31 16:43:26.108907 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-4a0bec44-2497-4798-956f-bce87787f037 None None] Provisioning complete for port 10d1d814-d9ec-4a69-b8bc-b63108452ede triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:26.109491 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4a0bec44-2497-4798-956f-bce87787f037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:26.126413 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-255863b0-5d9d-4513-98a8-5227a1b1239c service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8747377 Mar 31 16:43:26.141665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:43:26.158338 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e4b33623-24e1-40ab-a530-1e16dd945956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6eac0f37-bc3c-473a-ac52-9c6078169b62), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:26.161272 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e4b33623-24e1-40ab-a530-1e16dd945956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:26.166224 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e4b33623-24e1-40ab-a530-1e16dd945956 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6eac0f37-bc3c-473a-ac52-9c6078169b62 HTTP/1.1" status: 204 len: 168 time: 0.9447479 Mar 31 16:43:26.193230 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-4a0bec44-2497-4798-956f-bce87787f037 None None] Port 10d1d814-d9ec-4a69-b8bc-b63108452ede cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:26.338730 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd8e6b68-52bf-4bbf-82bd-69ce77994f52 req-3ae3f2a6-e2aa-4bda-94a9-b3051e82ef39 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504242 Mar 31 16:43:26.346629 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-e5e81d19-36b1-4377-be4c-3470f6efea9c service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698746 Mar 31 16:43:26.375536 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a208128-0de1-4b7d-9023-1b7b8462ec62 req-a52a7484-546e-4fe5-a1ff-39e43c6715db tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:26.379583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,segment=NetworkSegment(2185421e-02ff-48ed-a572-d6df4faebe1e),segment_id=2185421e-02ff-48ed-a572-d6df4faebe1e)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:26.383123 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4a208128-0de1-4b7d-9023-1b7b8462ec62 req-a52a7484-546e-4fe5-a1ff-39e43c6715db tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.7622533 Mar 31 16:43:26.407533 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b33623-24e1-40ab-a530-1e16dd945956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eac0f37-bc3c-473a-ac52-9c6078169b62,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:26.433225 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7c68900-4643-4ce3-a706-5c95317e329e req-ab908a8a-48be-433e-bd14-7138e8f7f62b service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788782 Mar 31 16:43:26.448674 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Made reservation on behalf of c20b7c93ae6242f499530ec76254d558 for: {'port': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:43:26.452360 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:26.490405 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f', 'network_id': '53e1176e-5bd0-411c-b0cc-4f862e76cf61', 'port_id': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f', 'mac_address': 'fa:16:3e:1b:ce:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db2ffe8c-4fba-421d-9b44-07e1445c1e34', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:43:26.599066 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e11585ff-5ad4-4ece-afb3-13fff3152ff9 req-555da614-42d5-410b-9455-f705a27971a6 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379484 Mar 31 16:43:26.630025 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4a208128-0de1-4b7d-9023-1b7b8462ec62 req-82528fc0-170a-47f5-bc40-45535522c28c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456987 Mar 31 16:43:26.724927 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d1d814-d9ec-4a69-b8bc-b63108452ede {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:26.746092 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Publish callbacks [] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:26.778702 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Transition to ACTIVE for port object 10d1d814-d9ec-4a69-b8bc-b63108452ede will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:43:26.785415 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:26.896856 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Allocated IP 172.20.0.4 (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626/b5d5c2ac-014a-4e23-ad28-266027061490/bc55bbc0-60aa-4f6a-9053-313db9859226) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:43:26.963472 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1d814-d9ec-4a69-b8bc-b63108452ede,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:27.021865 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:27.022336 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.078154 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:27.089246 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Attempting to bind port 10d1d814-d9ec-4a69-b8bc-b63108452ede on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:27.090709 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Attempting to bind port 10d1d814-d9ec-4a69-b8bc-b63108452ede by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:27.095518 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Attempting to bind port 10d1d814-d9ec-4a69-b8bc-b63108452ede on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:27.115006 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Port 10d1d814-d9ec-4a69-b8bc-b63108452ede on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:43:27.115192 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Attempting to bind port 10d1d814-d9ec-4a69-b8bc-b63108452ede on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:27.137202 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:27.137202 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Checking segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:27.137202 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Bound using segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:27.137202 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Bound port: 10d1d814-d9ec-4a69-b8bc-b63108452ede, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:27.137202 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.144972 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,segment=NetworkSegment(2185421e-02ff-48ed-a572-d6df4faebe1e),segment_id=2185421e-02ff-48ed-a572-d6df4faebe1e)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:27.158378 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.163190 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bcd55770-5d98-4c87-92f6-a8b1910fdadf req-2c96de63-833a-4973-a9bd-b7e928dfef97 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 210 time: 0.1532130 Mar 31 16:43:27.174319 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.259833 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:27.286412 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53871b1-f654-4901-b4a0-7d8acfb2b17a x-openstack-request-id: req-f53871b1-f654-4901-b4a0-7d8acfb2b17a {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:27.287283 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:27.287556 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f53871b1-f654-4901-b4a0-7d8acfb2b17a {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:27.287978 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f53871b1-f654-4901-b4a0-7d8acfb2b17a'] response: {'name': 'network-changed', 'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'status': 'completed', 'code': 200} Mar 31 16:43:27.301551 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.319544 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] For port 10d1d814-d9ec-4a69-b8bc-b63108452ede, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:27.321572 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-4112af20-680a-435d-80fa-c690c9f4e70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.323245 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-4112af20-680a-435d-80fa-c690c9f4e70f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1128 time: 0.8244543 Mar 31 16:43:27.354240 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056eae1-f1a6-43c2-abc0-06a31186819a req-95391f3c-459d-471b-87c9-cf850c66e31b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.355935 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1056eae1-f1a6-43c2-abc0-06a31186819a req-95391f3c-459d-471b-87c9-cf850c66e31b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 931 time: 0.8191774 Mar 31 16:43:27.356149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] For port 10d1d814-d9ec-4a69-b8bc-b63108452ede, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:27.370016 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.404469 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-0697df69-2171-4728-a051-a0ed6f3bdf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.405349 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-0697df69-2171-4728-a051-a0ed6f3bdf50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1128 time: 0.1001856 Mar 31 16:43:27.414764 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.415799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.417361 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] 10.222.0.55 "PUT /v2.0/ports/10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 200 len: 1093 time: 1.6673472 Mar 31 16:43:27.556788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ca8fe8-1c61-4380-9e40-dcd0aef57133 service neutron] Pushing event updated for resources: {'Port': ['ID=10d1d814-d9ec-4a69-b8bc-b63108452ede,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:27.617550 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-c98bea97-6dee-4c4a-bb55-e357d3853daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.620098 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-c98bea97-6dee-4c4a-bb55-e357d3853daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1127 time: 0.1479685 Mar 31 16:43:27.624704 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:43:27.659849 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.705291 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-0bfb1ecd-69dd-4f11-a119-81c561fde262 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 200 len: 217 time: 0.0760071 Mar 31 16:43:27.750745 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-ba143585-a989-4c1e-b176-f3cf85460df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.757088 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-ba143585-a989-4c1e-b176-f3cf85460df6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.3388121 Mar 31 16:43:27.773917 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1056eae1-f1a6-43c2-abc0-06a31186819a req-f69f08e3-4e0b-4b2d-b339-2ba1986ba454 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573463 Mar 31 16:43:27.884471 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:43:27.890883 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:43:27.894273 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:43:27.957563 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.958232 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:27.983801 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-17820ed6-156f-4e87-9d88-57bd20d37d05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 217 time: 0.1842754 Mar 31 16:43:27.983979 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-ec5b1573-093a-4acc-992b-bfef98848446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:27.984814 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-ec5b1573-093a-4acc-992b-bfef98848446 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.6444149 Mar 31 16:43:28.012490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-5fe23e7c-76aa-4e90-acb8-8ec916cceef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.014148 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-5fe23e7c-76aa-4e90-acb8-8ec916cceef6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.2883029 Mar 31 16:43:28.044478 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740f682-4917-433d-85d8-02b8b807d2cc req-ce234bfe-2ba3-4911-8273-79e898eb534e tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.046076 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5740f682-4917-433d-85d8-02b8b807d2cc req-ce234bfe-2ba3-4911-8273-79e898eb534e tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 944 time: 0.5251617 Mar 31 16:43:28.093249 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'Port': ['ID=bc55bbc0-60aa-4f6a-9053-313db9859226,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:28.097006 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-6286a775-cf92-4a84-89bb-12f2b18502b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 217 time: 0.0458491 Mar 31 16:43:28.183628 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-8f4b77e4-3c6b-4a19-b6e0-66a83ecb8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.185071 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-8f4b77e4-3c6b-4a19-b6e0-66a83ecb8b88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.1944184 Mar 31 16:43:28.206846 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-9575f654-7db3-4e04-943b-a06295b7ed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.208419 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-9575f654-7db3-4e04-943b-a06295b7ed1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1416903 Mar 31 16:43:28.229340 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-34fefa12-090e-483a-8c04-e18bb03d7268 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3816950 Mar 31 16:43:28.260373 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Request body: {'port': {'device_id': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:28.359829 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:28.375953 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-e05d66b9-6efc-4ffb-8788-fde6245d54b2 None None] Provisioning complete for port bc55bbc0-60aa-4f6a-9053-313db9859226 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:28.376337 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e05d66b9-6efc-4ffb-8788-fde6245d54b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:28.388702 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-caafe9b1-dbed-4668-ba83-9f6b68266fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.394338 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-caafe9b1-dbed-4668-ba83-9f6b68266fcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2014196 Mar 31 16:43:28.420206 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:28.453684 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-e05d66b9-6efc-4ffb-8788-fde6245d54b2 None None] Port bc55bbc0-60aa-4f6a-9053-313db9859226 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:43:28.505533 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-a5e74a3e-8e33-4ca5-85ac-3a3988050a43 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756355 Mar 31 16:43:28.630034 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-e148e684-3054-4d54-8774-db2b587b2108 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272880 Mar 31 16:43:28.640220 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ba568-cee7-4429-9c7f-2434aa10a8c7 req-a38fe939-47e9-404e-af4c-b03d672b339c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.649740 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5f9ba568-cee7-4429-9c7f-2434aa10a8c7 req-a38fe939-47e9-404e-af4c-b03d672b339c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.6608858 Mar 31 16:43:28.709546 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-7144e547-9bd9-4bb9-bd45-084ff19880c3 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965697 Mar 31 16:43:28.713774 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-b7064692-8f24-414b-81ff-df6f5b2c7d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.715687 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-b7064692-8f24-414b-81ff-df6f5b2c7d8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.6079409 Mar 31 16:43:28.800814 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5740f682-4917-433d-85d8-02b8b807d2cc req-9b4736a5-a327-4cff-b9c5-394e2061afbb tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7018123 Mar 31 16:43:28.904520 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5f9ba568-cee7-4429-9c7f-2434aa10a8c7 req-fa2014a9-90e0-416f-a251-92fda5338e5b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1921992 Mar 31 16:43:28.916776 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-8f5a3113-72d0-43b9-9c7b-7681f30a614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:28.921021 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-8f5a3113-72d0-43b9-9c7b-7681f30a614f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1980073 Mar 31 16:43:28.922341 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d411841d-c7d9-4c7b-b273-06e43ba7c612 req-9adbce93-3d2d-4f72-886b-489bac8b1738 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757900 Mar 31 16:43:29.289291 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'tag': '10d1d814-d9ec-4a69-b8bc-b63108452ede'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:29.293178 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12730ba2-8600-4464-8def-fce253102be8" -d '{"events": [{"name": "network-changed", "server_uuid": "58d834b6-ba36-4745-9fe9-8fddbc2f2eee", "tag": "10d1d814-d9ec-4a69-b8bc-b63108452ede"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:29.332779 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc55bbc0-60aa-4f6a-9053-313db9859226 {{(pid=109838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:29.355351 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Publish callbacks [] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:29.406999 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf6f01-caee-481c-b6d4-92e85c6904d2 req-06a57951-7c8d-42bd-b969-12a27751ab2f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:29.406999 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0eaf6f01-caee-481c-b6d4-92e85c6904d2 req-06a57951-7c8d-42bd-b969-12a27751ab2f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 931 time: 0.4282665 Mar 31 16:43:29.407332 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.provisioning_blocks [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Transition to ACTIVE for port object bc55bbc0-60aa-4f6a-9053-313db9859226 will not be triggered until provisioned by entity L2. {{(pid=109838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:43:29.416694 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ccfd5-ab89-4da1-88cc-d4a5ebe6ae25 req-f72a07f5-cf10-4bc5-9439-e5794a64338e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:29.418185 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6b3ccfd5-ab89-4da1-88cc-d4a5ebe6ae25 req-f72a07f5-cf10-4bc5-9439-e5794a64338e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 943 time: 0.3772702 Mar 31 16:43:29.427191 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:29.438487 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-157830a3-c094-4de7-98a0-20d543f4f10f service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872844 Mar 31 16:43:29.602322 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:29.675494 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0eaf6f01-caee-481c-b6d4-92e85c6904d2 req-3b26782f-e7ac-40d2-9184-09186d990645 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2542410 Mar 31 16:43:29.679919 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Pushing event updated for resources: {'Port': ['ID=bc55bbc0-60aa-4f6a-9053-313db9859226,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:29.744898 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:29.789421 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71a2b9b-f405-425d-8330-1005bd0eb31d x-openstack-request-id: req-f71a2b9b-f405-425d-8330-1005bd0eb31d {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:29.790232 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d834b6-ba36-4745-9fe9-8fddbc2f2eee", "tag": "10d1d814-d9ec-4a69-b8bc-b63108452ede", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:29.790674 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f71a2b9b-f405-425d-8330-1005bd0eb31d {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:29.791211 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71a2b9b-f405-425d-8330-1005bd0eb31d'] response: {'name': 'network-changed', 'server_uuid': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'tag': '10d1d814-d9ec-4a69-b8bc-b63108452ede', 'status': 'completed', 'code': 200} Mar 31 16:43:29.791568 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5f5f5d7-a3c3-49bc-9eb5-4a6fec0b5658 req-63a71b14-2205-408b-b159-83a964f9241d service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438354 Mar 31 16:43:29.845799 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6b3ccfd5-ab89-4da1-88cc-d4a5ebe6ae25 req-233c1a47-eef7-4558-acf8-10b31b5d2605 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917892 Mar 31 16:43:29.942519 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Attempting to bind port bc55bbc0-60aa-4f6a-9053-313db9859226 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:43:29.942857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Attempting to bind port bc55bbc0-60aa-4f6a-9053-313db9859226 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:43:29.943188 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Attempting to bind port bc55bbc0-60aa-4f6a-9053-313db9859226 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:29.975754 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Port bc55bbc0-60aa-4f6a-9053-313db9859226 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:43:29.976095 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Attempting to bind port bc55bbc0-60aa-4f6a-9053-313db9859226 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:43:29.990230 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:43:29.990578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Checking segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:43:29.991140 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Bound using segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:43:29.991451 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Bound port: bc55bbc0-60aa-4f6a-9053-313db9859226, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:43:29.991864 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.050592 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12730ba2-8600-4464-8def-fce253102be8 req-8fef5621-516b-45af-9df1-b9477708118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.052603 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-8fef5621-516b-45af-9df1-b9477708118b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1127 time: 0.2047334 Mar 31 16:43:30.082899 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bb98f-fcfc-42b7-9040-6d581ab2d680 req-20a2d32a-de92-4866-86dc-11716fc1d3a8 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.084383 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-603bb98f-fcfc-42b7-9040-6d581ab2d680 req-20a2d32a-de92-4866-86dc-11716fc1d3a8 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 944 time: 0.1857142 Mar 31 16:43:30.140947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device e2033d55-2689-4170-bb35-92e7e1ca589d details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:43:30.182258 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:30.220882 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49896) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:30.227869 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58ac22-ffbc-474c-9e91-848946aeb112 req-95288fdf-0a9f-4d46-86c9-80396e2e4d98 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.229790 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c58ac22-ffbc-474c-9e91-848946aeb112 req-95288fdf-0a9f-4d46-86c9-80396e2e4d98 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.2247798 Mar 31 16:43:30.231169 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] For port bc55bbc0-60aa-4f6a-9053-313db9859226, host hv-cinder-82694, cleared binding levels {{(pid=109838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:43:30.253575 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-603bb98f-fcfc-42b7-9040-6d581ab2d680 req-27cc9d6d-791b-4372-bc47-ac3a9d0d15aa tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570752 Mar 31 16:43:30.279127 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] For port bc55bbc0-60aa-4f6a-9053-313db9859226, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bc55bbc0-60aa-4f6a-9053-313db9859226,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:43:30.305414 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12730ba2-8600-4464-8def-fce253102be8 req-0942fb43-0c5d-4ea6-a59e-a47820e1716f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.307016 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-0942fb43-0c5d-4ea6-a59e-a47820e1716f service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.2335005 Mar 31 16:43:30.310015 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.392155 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port e2033d55-2689-4170-bb35-92e7e1ca589d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=e2033d55-2689-4170-bb35-92e7e1ca589d,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:30.395688 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:43:30.400131 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-fb5d7f6e-30f8-424e-9711-71863eea6c0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 200 len: 217 time: 0.0743272 Mar 31 16:43:30.404834 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.405624 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.407180 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 1093 time: 2.1622891 Mar 31 16:43:30.407933 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:30.410067 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:30.410639 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.410744 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd04d5fc-a6f7-4b70-ae3d-621afaced772" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:30.416671 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c58ac22-ffbc-474c-9e91-848946aeb112 req-3ae7a216-290b-4f30-a7c0-cf9aeb12f0c1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736162 Mar 31 16:43:30.444282 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3c3cccb3-4fca-4902-94f7-9c1e9cc9030e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.509664 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'e2033d55-2689-4170-bb35-92e7e1ca589d', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'port_id': 'e2033d55-2689-4170-bb35-92e7e1ca589d', 'mac_address': 'fa:16:3e:5c:52:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:43:30.516127 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ee4648-3be8-4b14-a42b-dea5dd9e32b9 x-openstack-request-id: req-43ee4648-3be8-4b14-a42b-dea5dd9e32b9 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:30.516414 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:30.516836 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43ee4648-3be8-4b14-a42b-dea5dd9e32b9 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:30.517420 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ee4648-3be8-4b14-a42b-dea5dd9e32b9'] response: {'name': 'network-changed', 'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'status': 'completed', 'code': 200} Mar 31 16:43:30.522956 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15214c5-d389-4928-92f6-d88a83ddd332 service neutron] Pushing event updated for resources: {'Port': ['ID=bc55bbc0-60aa-4f6a-9053-313db9859226,revision_number=3']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:30.540904 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12730ba2-8600-4464-8def-fce253102be8 req-9c0924aa-9da8-457b-8cac-9a0bd51df42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.542649 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-9c0924aa-9da8-457b-8cac-9a0bd51df42f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.1247787 Mar 31 16:43:30.585800 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3c3cccb3-4fca-4902-94f7-9c1e9cc9030e admin admin] Publish callbacks [] for security_group (ef50a34c-dc14-4e8f-a0ef-8c815e5266a7), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.592585 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3c3cccb3-4fca-4902-94f7-9c1e9cc9030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ef50a34c-dc14-4e8f-a0ef-8c815e5266a7), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.596425 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-83c9d52c-bbee-405c-a767-cc893a91c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.598932 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-83c9d52c-bbee-405c-a767-cc893a91c711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1127 time: 0.1394181 Mar 31 16:43:30.676700 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3c3cccb3-4fca-4902-94f7-9c1e9cc9030e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fba281f5748042f7b68edf18d0ba7078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545414 Mar 31 16:43:30.687801 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49916) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:30.708550 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-92710ee9-ec85-48ef-9be8-0bdd506065e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 217 time: 0.0998847 Mar 31 16:43:30.723742 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12730ba2-8600-4464-8def-fce253102be8 req-7eb9abdd-0e79-4c35-928b-58450d128584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:30.725560 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-7eb9abdd-0e79-4c35-928b-58450d128584 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1764085 Mar 31 16:43:30.740834 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 49920) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:30.744971 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3cccb3-4fca-4902-94f7-9c1e9cc9030e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef50a34c-dc14-4e8f-a0ef-8c815e5266a7,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:30.745875 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port e2033d55-2689-4170-bb35-92e7e1ca589d is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:30.749390 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.789596 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2033d55-2689-4170-bb35-92e7e1ca589d {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:30.813671 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port e2033d55-2689-4170-bb35-92e7e1ca589d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=e2033d55-2689-4170-bb35-92e7e1ca589d,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:30.817466 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:30.818135 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.827313 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.852481 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec826687-5165-4d05-8c62-ea128a832a63 admin admin] Publish callbacks [] for security_group (ef50a34c-dc14-4e8f-a0ef-8c815e5266a7), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.889388 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:30.936475 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec826687-5165-4d05-8c62-ea128a832a63 admin admin] Publish callbacks [] for security_group (ef50a34c-dc14-4e8f-a0ef-8c815e5266a7), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:30.998525 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec826687-5165-4d05-8c62-ea128a832a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ef50a34c-dc14-4e8f-a0ef-8c815e5266a7), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.001351 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec826687-5165-4d05-8c62-ea128a832a63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.009534 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ec826687-5165-4d05-8c62-ea128a832a63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef50a34c-dc14-4e8f-a0ef-8c815e5266a7 HTTP/1.1" status: 204 len: 168 time: 0.3180134 Mar 31 16:43:31.020105 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,segment=NetworkSegment(2185421e-02ff-48ed-a572-d6df4faebe1e),segment_id=2185421e-02ff-48ed-a572-d6df4faebe1e)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:31.025160 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec826687-5165-4d05-8c62-ea128a832a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef50a34c-dc14-4e8f-a0ef-8c815e5266a7,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:31.031078 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.033537 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=e2033d55-2689-4170-bb35-92e7e1ca589d,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:31.055815 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5f40-75eb-4d86-a352-16f66196b07b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.092294 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-bac6f25a-cd24-4b5c-9934-fda65d19dec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:31.094450 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-bac6f25a-cd24-4b5c-9934-fda65d19dec7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.3781195 Mar 31 16:43:31.130621 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:31.177299 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-0dcb3c4f-cbf0-4f0d-86cc-5e0fef64671b service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247775 Mar 31 16:43:31.186104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d982c-b43c-4e97-9ff6-524eb92c8954 req-ffa0c764-abe2-49ea-99d2-0b3cb87a1a79 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:31.189656 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-600d982c-b43c-4e97-9ff6-524eb92c8954 req-ffa0c764-abe2-49ea-99d2-0b3cb87a1a79 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 943 time: 0.3216321 Mar 31 16:43:31.259931 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024e6a83-9c79-4636-999a-c63608c16a19" -d '{"events": [{"server_uuid": "9e143a92-b9a3-4470-8bd1-4c0700a05df9", "name": "network-vif-plugged", "status": "completed", "tag": "9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:31.265329 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['e2033d55-2689-4170-bb35-92e7e1ca589d'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:43:31.283224 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a3cb5-01c4-4394-afaa-cc22ef040352 req-cb017f65-5442-4102-aff5-3e603f1f16cf tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:31.284912 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d36a3cb5-01c4-4394-afaa-cc22ef040352 req-cb017f65-5442-4102-aff5-3e603f1f16cf tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 943 time: 0.3018579 Mar 31 16:43:31.328643 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-600d982c-b43c-4e97-9ff6-524eb92c8954 req-8f035241-30b2-4b95-9a67-cdde97e2b579 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208308 Mar 31 16:43:31.402084 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-e0aa571f-d501-44c5-97de-963f5bd6d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:31.404015 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-e0aa571f-d501-44c5-97de-963f5bd6d162 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2956691 Mar 31 16:43:31.445297 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49944) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:31.447225 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5f40-75eb-4d86-a352-16f66196b07b admin admin] Publish callbacks [] for security_group (871fb6d8-ed6a-40a1-b515-437bcf76ad76), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.459633 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-42174b8b-8696-4a3c-ac8e-b6f4dd50ace0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.466371 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d36a3cb5-01c4-4394-afaa-cc22ef040352 req-e3200143-f3ed-40ad-80c7-693e082fcf37 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510801 Mar 31 16:43:31.506281 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb39aec5-402b-4ba6-82a1-63bcddb31475 x-openstack-request-id: req-eb39aec5-402b-4ba6-82a1-63bcddb31475 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:31.507404 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e143a92-b9a3-4470-8bd1-4c0700a05df9", "name": "network-vif-plugged", "status": "completed", "tag": "9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:31.507758 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb39aec5-402b-4ba6-82a1-63bcddb31475 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:31.508253 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb39aec5-402b-4ba6-82a1-63bcddb31475'] response: {'server_uuid': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f', 'code': 200} Mar 31 16:43:31.538800 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8a4a5f40-75eb-4d86-a352-16f66196b07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (871fb6d8-ed6a-40a1-b515-437bcf76ad76), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.546870 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-42174b8b-8696-4a3c-ac8e-b6f4dd50ace0 admin admin] Publish callbacks [] for security_group (6de62744-db1a-46f0-8de0-d6760db1c333), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.554609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-42174b8b-8696-4a3c-ac8e-b6f4dd50ace0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6de62744-db1a-46f0-8de0-d6760db1c333), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.594257 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12730ba2-8600-4464-8def-fce253102be8 req-578973e2-fe36-4a03-b98d-ba9042e525b8 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967772 Mar 31 16:43:31.595208 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42174b8b-8696-4a3c-ac8e-b6f4dd50ace0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de62744-db1a-46f0-8de0-d6760db1c333,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:31.609283 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-42174b8b-8696-4a3c-ac8e-b6f4dd50ace0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=40d57219135a44d5b3c1666983368d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1621580 Mar 31 16:43:31.618272 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49948) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:31.667957 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c1d67001-2d21-4e1c-9899-88d235944247 admin admin] Publish callbacks [] for security_group (6de62744-db1a-46f0-8de0-d6760db1c333), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.689023 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a5f40-75eb-4d86-a352-16f66196b07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871fb6d8-ed6a-40a1-b515-437bcf76ad76,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:31.689523 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c1d67001-2d21-4e1c-9899-88d235944247 admin admin] Publish callbacks [] for security_group (6de62744-db1a-46f0-8de0-d6760db1c333), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.701715 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8a4a5f40-75eb-4d86-a352-16f66196b07b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=795c3d5038e545e8b1f36f09080acabd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9483428 Mar 31 16:43:31.704100 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49952) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:31.753224 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-8c0e69a4-bddb-4fd2-b85d-0036a57b2c94 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350544 Mar 31 16:43:31.777168 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1a4b8473-9d6e-428d-96c0-b511bbfa91e6 admin admin] Publish callbacks [] for security_group (871fb6d8-ed6a-40a1-b515-437bcf76ad76), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.782016 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c1d67001-2d21-4e1c-9899-88d235944247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6de62744-db1a-46f0-8de0-d6760db1c333), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.784761 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c1d67001-2d21-4e1c-9899-88d235944247 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.788245 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c1d67001-2d21-4e1c-9899-88d235944247 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6de62744-db1a-46f0-8de0-d6760db1c333 HTTP/1.1" status: 204 len: 168 time: 0.1657925 Mar 31 16:43:31.803081 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d67001-2d21-4e1c-9899-88d235944247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de62744-db1a-46f0-8de0-d6760db1c333,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:31.808297 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7b4d7-d003-4795-b979-c380ec43a4e7 req-8b6de874-6422-431b-a802-06ba15ddcc25 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:31.809848 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-31b7b4d7-d003-4795-b979-c380ec43a4e7 req-8b6de874-6422-431b-a802-06ba15ddcc25 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.2466846 Mar 31 16:43:31.816238 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1a4b8473-9d6e-428d-96c0-b511bbfa91e6 admin admin] Publish callbacks [] for security_group (871fb6d8-ed6a-40a1-b515-437bcf76ad76), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.896670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1a4b8473-9d6e-428d-96c0-b511bbfa91e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (871fb6d8-ed6a-40a1-b515-437bcf76ad76), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.900723 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1a4b8473-9d6e-428d-96c0-b511bbfa91e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:31.903480 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1a4b8473-9d6e-428d-96c0-b511bbfa91e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/871fb6d8-ed6a-40a1-b515-437bcf76ad76 HTTP/1.1" status: 204 len: 168 time: 0.1982298 Mar 31 16:43:31.914503 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b8473-9d6e-428d-96c0-b511bbfa91e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871fb6d8-ed6a-40a1-b515-437bcf76ad76,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:32.069241 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7ea8-4c36-405b-801f-6dd13691829a req-57dc9e0a-ce4d-467b-aa62-742f89d2103f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:32.071571 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2f4f7ea8-4c36-405b-801f-6dd13691829a req-57dc9e0a-ce4d-467b-aa62-742f89d2103f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.4902461 Mar 31 16:43:32.144626 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:43:32.157080 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ed92d-d7dc-485c-be85-0a8f8f290481 req-a575d4d9-3fc0-4d69-81bc-50d86efb355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:32.158574 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-036ed92d-d7dc-485c-be85-0a8f8f290481 req-a575d4d9-3fc0-4d69-81bc-50d86efb355d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 1129 time: 0.4839339 Mar 31 16:43:32.199212 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-31b7b4d7-d003-4795-b979-c380ec43a4e7 req-e140552c-f233-45b8-9c56-6b2d8e941905 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577458 Mar 31 16:43:32.201120 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4d5bf2-bb12-4adf-879e-4b5944290f3d req-4e878da4-5b17-4715-8467-6e9b135cc8c0 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294400 Mar 31 16:43:32.205540 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-036ed92d-d7dc-485c-be85-0a8f8f290481 req-b8893883-d665-4481-be85-15e7fdc7a474 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.213292 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2f4f7ea8-4c36-405b-801f-6dd13691829a req-e002810d-90d4-43cc-bad6-2be45a902c16 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245978 Mar 31 16:43:32.235137 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device e2033d55-2689-4170-bb35-92e7e1ca589d up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:32.359242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:32.380665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '62ab7204-6592-464d-8290-ee15ab706a75', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'port_id': '62ab7204-6592-464d-8290-ee15ab706a75', 'mac_address': 'fa:16:3e:7d:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:43:32.387055 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port e2033d55-2689-4170-bb35-92e7e1ca589d completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:43:32.393112 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port e2033d55-2689-4170-bb35-92e7e1ca589d triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:32.393490 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.405239 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-48cbc288-c98e-4ae7-8432-7336b3c1556e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:32.406746 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-48cbc288-c98e-4ae7-8432-7336b3c1556e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1127 time: 0.1138024 Mar 31 16:43:32.443344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 49986) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:32.463451 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-697c1de8-ff41-42ac-bb15-e7de3f5f6c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.464965 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:32.465447 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.500151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ab7204-6592-464d-8290-ee15ab706a75 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:32.580919 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-036ed92d-d7dc-485c-be85-0a8f8f290481 req-b8893883-d665-4481-be85-15e7fdc7a474 service neutron] Publish callbacks [] for security_group (03cc5b10-e723-418f-b74a-235a2f5faabd), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.606160 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:32.608623 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port e2033d55-2689-4170-bb35-92e7e1ca589d is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:32.609699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.613935 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-036ed92d-d7dc-485c-be85-0a8f8f290481 req-b8893883-d665-4481-be85-15e7fdc7a474 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (03cc5b10-e723-418f-b74a-235a2f5faabd), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.617339 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-697c1de8-ff41-42ac-bb15-e7de3f5f6c18 admin admin] Publish callbacks [] for security_group (1d9d044f-5daf-445b-8036-c349ac329b18), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.627471 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-697c1de8-ff41-42ac-bb15-e7de3f5f6c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1d9d044f-5daf-445b-8036-c349ac329b18), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.639301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.685104 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-697c1de8-ff41-42ac-bb15-e7de3f5f6c18 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ced04d3fc56741a7abd90ffde419e365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2402718 Mar 31 16:43:32.686791 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c1de8-ff41-42ac-bb15-e7de3f5f6c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d044f-5daf-445b-8036-c349ac329b18,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:32.689173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50002) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:32.726318 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port e2033d55-2689-4170-bb35-92e7e1ca589d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=e2033d55-2689-4170-bb35-92e7e1ca589d,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:32.735482 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.759562 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:32.775846 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-036ed92d-d7dc-485c-be85-0a8f8f290481 req-b8893883-d665-4481-be85-15e7fdc7a474 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029203 Mar 31 16:43:32.815348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8893883-d665-4481-be85-15e7fdc7a474 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=03cc5b10-e723-418f-b74a-235a2f5faabd,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:32.815883 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=e2033d55-2689-4170-bb35-92e7e1ca589d,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:32.849059 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058f114-3432-42b6-b1fc-c15eb88e8039 req-7ff5fc5c-c2a6-4ec3-99cc-c8fb309e867c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:32.850562 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9058f114-3432-42b6-b1fc-c15eb88e8039 req-7ff5fc5c-c2a6-4ec3-99cc-c8fb309e867c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 943 time: 0.3708031 Mar 31 16:43:32.862312 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-2585159e-07d0-4995-a19c-17cb97a5e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:32.863764 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-2585159e-07d0-4995-a19c-17cb97a5e5d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.4471223 Mar 31 16:43:32.873640 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88635230-4036-4117-84ae-5ecb41393860 admin admin] Publish callbacks [] for security_group (1d9d044f-5daf-445b-8036-c349ac329b18), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.893011 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136af948-ff74-489b-82af-2f2b88a43835 req-18f40469-37ef-44e2-8cf0-3e84d42877fb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:32.894690 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-136af948-ff74-489b-82af-2f2b88a43835 req-18f40469-37ef-44e2-8cf0-3e84d42877fb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 943 time: 0.3014715 Mar 31 16:43:32.944650 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88635230-4036-4117-84ae-5ecb41393860 admin admin] Publish callbacks [] for security_group (1d9d044f-5daf-445b-8036-c349ac329b18), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:32.996264 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9058f114-3432-42b6-b1fc-c15eb88e8039 req-d36bd299-7186-4ecb-bf2c-465e4f597492 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395240 Mar 31 16:43:33.022204 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-136af948-ff74-489b-82af-2f2b88a43835 req-ef2792bf-a9e4-4217-b0b8-4a6f9abd5685 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179969 Mar 31 16:43:33.028867 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['62ab7204-6592-464d-8290-ee15ab706a75'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:43:33.049657 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88635230-4036-4117-84ae-5ecb41393860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1d9d044f-5daf-445b-8036-c349ac329b18), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:33.051866 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88635230-4036-4117-84ae-5ecb41393860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:33.053022 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-88635230-4036-4117-84ae-5ecb41393860 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1d9d044f-5daf-445b-8036-c349ac329b18 HTTP/1.1" status: 204 len: 168 time: 0.3495574 Mar 31 16:43:33.087399 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88635230-4036-4117-84ae-5ecb41393860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d044f-5daf-445b-8036-c349ac329b18,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:33.125166 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-961e95cd-6bfd-4d24-a409-ef834399c2de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 217 time: 0.0540299 Mar 31 16:43:33.190889 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-1947ba59-c5f7-48bd-8813-43daedc83736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:33.193062 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-1947ba59-c5f7-48bd-8813-43daedc83736 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0613751 Mar 31 16:43:33.257817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-b9232754-809e-4531-8711-290bd357bd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:33.260082 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-b9232754-809e-4531-8711-290bd357bd80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0603752 Mar 31 16:43:33.475189 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-b67108ee-c0cb-4065-b2b6-a8784810b23f service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043240 Mar 31 16:43:33.488268 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ee172-c287-466b-95ad-c19d5679fef9 req-e5a0849e-8350-4930-bc93-1452ac4411dc tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:33.489689 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1e5ee172-c287-466b-95ad-c19d5679fef9 req-e5a0849e-8350-4930-bc93-1452ac4411dc tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.1387911 Mar 31 16:43:33.499376 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de82dee-5643-4754-8913-13753fc5414f req-890a8d3e-e30d-46a9-a8ab-4ab23762281e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:33.500765 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5de82dee-5643-4754-8913-13753fc5414f req-890a8d3e-e30d-46a9-a8ab-4ab23762281e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 945 time: 0.1487367 Mar 31 16:43:33.509919 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2033d55-2689-4170-bb35-92e7e1ca589d'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:33.513432 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f421c5-d5a3-45d3-a928-f303041cf91c" -d '{"events": [{"server_uuid": "7d5f8fa0-67b6-48ed-b141-5d452a94924f", "name": "network-vif-plugged", "status": "completed", "tag": "e2033d55-2689-4170-bb35-92e7e1ca589d"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:33.652142 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5de82dee-5643-4754-8913-13753fc5414f req-ec7af89f-1119-4c07-8441-20c4bf604de8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426208 Mar 31 16:43:33.656430 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1e5ee172-c287-466b-95ad-c19d5679fef9 req-f048d452-d0cf-484c-8dcd-70423003fe88 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486259 Mar 31 16:43:33.699257 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd04d5fc-a6f7-4b70-ae3d-621afaced772 req-117e731a-bb26-4310-ab24-6caeeb377e60 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083826 Mar 31 16:43:33.747176 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f086da91-3029-4415-be4a-88955096d6ba x-openstack-request-id: req-f086da91-3029-4415-be4a-88955096d6ba {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:33.747610 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5f8fa0-67b6-48ed-b141-5d452a94924f", "name": "network-vif-plugged", "status": "completed", "tag": "e2033d55-2689-4170-bb35-92e7e1ca589d", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:33.747947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f086da91-3029-4415-be4a-88955096d6ba {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:33.748477 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f086da91-3029-4415-be4a-88955096d6ba'] response: {'server_uuid': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2033d55-2689-4170-bb35-92e7e1ca589d', 'code': 200} Mar 31 16:43:33.971855 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f37d7f-0c32-4c26-9ad8-4e1c8e8e562f req-8922bc13-5f21-43e0-8528-3cff80814234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:33.973716 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e8f37d7f-0c32-4c26-9ad8-4e1c8e8e562f req-8922bc13-5f21-43e0-8528-3cff80814234 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1130 time: 0.0597816 Mar 31 16:43:34.032976 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e8f37d7f-0c32-4c26-9ad8-4e1c8e8e562f req-eec40745-c686-4b28-b822-16951c1ecfb3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526130 Mar 31 16:43:34.157904 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f1e0b-ccab-4b85-8f9d-25714e6e131f req-a20bd297-c6ec-4baf-8d74-69bbd1aba0dc tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:34.158738 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 10d1d814-d9ec-4a69-b8bc-b63108452ede details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:43:34.159393 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c7f1e0b-ccab-4b85-8f9d-25714e6e131f req-a20bd297-c6ec-4baf-8d74-69bbd1aba0dc tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 943 time: 0.0822120 Mar 31 16:43:34.197363 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f430444-3d1b-46ba-88c0-0deb5b97d152 req-19889669-ebc9-45e4-9d7a-61e707f28040 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:34.198835 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9f430444-3d1b-46ba-88c0-0deb5b97d152 req-19889669-ebc9-45e4-9d7a-61e707f28040 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 943 time: 0.0801187 Mar 31 16:43:34.238647 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c7f1e0b-ccab-4b85-8f9d-25714e6e131f req-36c459c0-2f89-4702-b2c5-465625b9eabb tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696294 Mar 31 16:43:34.269374 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9f430444-3d1b-46ba-88c0-0deb5b97d152 req-6bf51b52-32d4-4496-9094-2221e6ece691 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Mar 31 16:43:34.407758 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 10d1d814-d9ec-4a69-b8bc-b63108452ede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:34.419744 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '10d1d814-d9ec-4a69-b8bc-b63108452ede', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'port_id': '10d1d814-d9ec-4a69-b8bc-b63108452ede', 'mac_address': 'fa:16:3e:0f:76:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:43:34.456835 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 10d1d814-d9ec-4a69-b8bc-b63108452ede is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:34.457257 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:34.470503 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d1d814-d9ec-4a69-b8bc-b63108452ede {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:34.490657 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 10d1d814-d9ec-4a69-b8bc-b63108452ede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:34.495028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:34.540831 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=10d1d814-d9ec-4a69-b8bc-b63108452ede,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:34.829637 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d54fc1-aaf2-435b-9185-45d7c022a42b req-646297ea-2d3c-40e7-aad6-4d195d7b144f tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:34.831116 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a4d54fc1-aaf2-435b-9185-45d7c022a42b req-646297ea-2d3c-40e7-aad6-4d195d7b144f tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0957334 Mar 31 16:43:34.873892 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82467b62-d2cc-4a79-b9d9-f7b6c7b6ecc9 req-3cf54453-47b3-430c-8510-b273151e59ba tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:34.876201 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-82467b62-d2cc-4a79-b9d9-f7b6c7b6ecc9 req-3cf54453-47b3-430c-8510-b273151e59ba tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 945 time: 0.1001563 Mar 31 16:43:34.930039 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a4d54fc1-aaf2-435b-9185-45d7c022a42b req-bd753a66-f52e-4958-bb5f-89543353efe8 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886459 Mar 31 16:43:34.959398 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['10d1d814-d9ec-4a69-b8bc-b63108452ede'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:43:34.982850 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-82467b62-d2cc-4a79-b9d9-f7b6c7b6ecc9 req-58ec4f78-93fc-4179-8e86-619837edfe8d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971258 Mar 31 16:43:35.257283 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50128) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:35.418548 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-92df188f-58c5-4036-9828-50f4296cf677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.453156 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ead831-847a-4f64-ac7b-4b7ee3a5796c req-b1566b50-0887-4bcb-995b-6decc06a0459 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:35.455119 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-43ead831-847a-4f64-ac7b-4b7ee3a5796c req-b1566b50-0887-4bcb-995b-6decc06a0459 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 944 time: 0.1040423 Mar 31 16:43:35.511489 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198d4bf-0f50-4645-afc5-956460f42b41 req-814cc164-1060-43d0-b2ab-1e0eeca1c553 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:35.515974 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8198d4bf-0f50-4645-afc5-956460f42b41 req-814cc164-1060-43d0-b2ab-1e0eeca1c553 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 943 time: 0.1263752 Mar 31 16:43:35.542650 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-92df188f-58c5-4036-9828-50f4296cf677 admin admin] Publish callbacks [] for security_group (2d555028-a2ca-4cbb-bc29-be50fad09d0c), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.549292 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-92df188f-58c5-4036-9828-50f4296cf677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2d555028-a2ca-4cbb-bc29-be50fad09d0c), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.565839 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-43ead831-847a-4f64-ac7b-4b7ee3a5796c req-978b8ccd-9f16-4fcd-b079-c26b287abcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923080 Mar 31 16:43:35.584375 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-92df188f-58c5-4036-9828-50f4296cf677 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=504180a5e7814103a420f823765f2e24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259947 Mar 31 16:43:35.587608 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50154) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:35.604666 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8198d4bf-0f50-4645-afc5-956460f42b41 req-f9a1a334-4e84-4528-8204-9a5745c30f40 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777047 Mar 31 16:43:35.657679 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df188f-58c5-4036-9828-50f4296cf677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d555028-a2ca-4cbb-bc29-be50fad09d0c,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:35.687945 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-769dfcc5-52e8-4648-9461-55bceeaf1e11 admin admin] Publish callbacks [] for security_group (2d555028-a2ca-4cbb-bc29-be50fad09d0c), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.715329 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-769dfcc5-52e8-4648-9461-55bceeaf1e11 admin admin] Publish callbacks [] for security_group (2d555028-a2ca-4cbb-bc29-be50fad09d0c), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.786863 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-769dfcc5-52e8-4648-9461-55bceeaf1e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2d555028-a2ca-4cbb-bc29-be50fad09d0c), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.790350 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-769dfcc5-52e8-4648-9461-55bceeaf1e11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:35.791669 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-769dfcc5-52e8-4648-9461-55bceeaf1e11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d555028-a2ca-4cbb-bc29-be50fad09d0c HTTP/1.1" status: 204 len: 168 time: 0.2029178 Mar 31 16:43:35.800453 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769dfcc5-52e8-4648-9461-55bceeaf1e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d555028-a2ca-4cbb-bc29-be50fad09d0c,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:36.068907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736011d-ac2b-459f-aecf-551d7a2ee216 req-55addf4a-b179-4d7c-8b89-ca749e241b9c tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:36.071890 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5736011d-ac2b-459f-aecf-551d7a2ee216 req-55addf4a-b179-4d7c-8b89-ca749e241b9c tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0635226 Mar 31 16:43:36.072692 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50178) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:36.153941 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5736011d-ac2b-459f-aecf-551d7a2ee216 req-5109983c-278b-4642-a3b9-fa74d6bf6e7a tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743213 Mar 31 16:43:36.170614 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68fe90-ca62-4311-b4f6-2770e7aa6778 req-f76447d4-5307-44ff-bd91-ed83b6880e3a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:36.172606 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd68fe90-ca62-4311-b4f6-2770e7aa6778 req-f76447d4-5307-44ff-bd91-ed83b6880e3a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 945 time: 0.0903580 Mar 31 16:43:36.192183 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:36.213285 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50184) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:36.234771 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a60bd1ec-9dda-4fbf-bf81-0b76a2532980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.246122 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd68fe90-ca62-4311-b4f6-2770e7aa6778 req-0aa3116a-27b3-4c8f-b6da-56fb003b6a55 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620315 Mar 31 16:43:36.248028 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8ee9d145-6179-4afe-8adf-334044c32c1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.284807 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 62ab7204-6592-464d-8290-ee15ab706a75 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:43:36.290841 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 62ab7204-6592-464d-8290-ee15ab706a75 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:36.291558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (62ab7204-6592-464d-8290-ee15ab706a75), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.347849 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8ee9d145-6179-4afe-8adf-334044c32c1a admin admin] Publish callbacks [] for security_group (1582493f-6959-49ce-bd97-bd57ca98e299), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.354591 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8ee9d145-6179-4afe-8adf-334044c32c1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1582493f-6959-49ce-bd97-bd57ca98e299), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.365903 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a60bd1ec-9dda-4fbf-bf81-0b76a2532980 admin admin] Publish callbacks [] for security_group (824a8a1c-4b04-42c0-9fb0-c4a184a1dde5), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.372818 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a60bd1ec-9dda-4fbf-bf81-0b76a2532980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (824a8a1c-4b04-42c0-9fb0-c4a184a1dde5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.395408 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8ee9d145-6179-4afe-8adf-334044c32c1a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8e7bba31fcf4edea6f16d49b877149f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209078 Mar 31 16:43:36.396863 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9d145-6179-4afe-8adf-334044c32c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1582493f-6959-49ce-bd97-bd57ca98e299,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:36.400061 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50186) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:36.413721 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:36.414156 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.437724 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bd1ec-9dda-4fbf-bf81-0b76a2532980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824a8a1c-4b04-42c0-9fb0-c4a184a1dde5,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:36.440597 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:36.442982 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad31d0c-5a24-4b83-956d-90c661ff1e7c" -d '{"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:36.444035 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a60bd1ec-9dda-4fbf-bf81-0b76a2532980 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99191974f8724ad5a4e523f9ad44a1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291241 Mar 31 16:43:36.447595 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50190) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:36.460295 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c839125f-9aa1-47ea-8932-2bf49a2f3562 admin admin] Publish callbacks [] for security_group (1582493f-6959-49ce-bd97-bd57ca98e299), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.482070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:36.484767 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c839125f-9aa1-47ea-8932-2bf49a2f3562 admin admin] Publish callbacks [] for security_group (1582493f-6959-49ce-bd97-bd57ca98e299), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.487542 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.488361 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 10d1d814-d9ec-4a69-b8bc-b63108452ede up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:36.492329 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dde6973-86aa-4cbb-acdb-87a0d1306d7c x-openstack-request-id: req-3dde6973-86aa-4cbb-acdb-87a0d1306d7c {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:36.493395 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:36.494483 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dde6973-86aa-4cbb-acdb-87a0d1306d7c {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:36.495535 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dde6973-86aa-4cbb-acdb-87a0d1306d7c'] response: {'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'code': 200} Mar 31 16:43:36.554133 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3688d253-a91d-4639-9e34-dd2b87a79e02 admin admin] Publish callbacks [] for security_group (824a8a1c-4b04-42c0-9fb0-c4a184a1dde5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.563104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c839125f-9aa1-47ea-8932-2bf49a2f3562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1582493f-6959-49ce-bd97-bd57ca98e299), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.565699 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c839125f-9aa1-47ea-8932-2bf49a2f3562 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.576011 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c839125f-9aa1-47ea-8932-2bf49a2f3562 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1582493f-6959-49ce-bd97-bd57ca98e299 HTTP/1.1" status: 204 len: 168 time: 0.1685133 Mar 31 16:43:36.577916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3688d253-a91d-4639-9e34-dd2b87a79e02 admin admin] Publish callbacks [] for security_group (824a8a1c-4b04-42c0-9fb0-c4a184a1dde5), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.605326 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:36.616901 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839125f-9aa1-47ea-8932-2bf49a2f3562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1582493f-6959-49ce-bd97-bd57ca98e299,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:36.659999 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 10d1d814-d9ec-4a69-b8bc-b63108452ede completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:43:36.695201 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 10d1d814-d9ec-4a69-b8bc-b63108452ede triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:36.698887 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.714895 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3688d253-a91d-4639-9e34-dd2b87a79e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (824a8a1c-4b04-42c0-9fb0-c4a184a1dde5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.717905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3688d253-a91d-4639-9e34-dd2b87a79e02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.720362 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3688d253-a91d-4639-9e34-dd2b87a79e02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/824a8a1c-4b04-42c0-9fb0-c4a184a1dde5 HTTP/1.1" status: 204 len: 168 time: 0.2717779 Mar 31 16:43:36.754277 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688d253-a91d-4639-9e34-dd2b87a79e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824a8a1c-4b04-42c0-9fb0-c4a184a1dde5,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:36.885093 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 10d1d814-d9ec-4a69-b8bc-b63108452ede is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:36.885422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.892226 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bee3f-d33b-4560-9d58-b2e049722e49 req-492258aa-c8b6-46d1-8810-e917cee6070b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:36.893629 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-817bee3f-d33b-4560-9d58-b2e049722e49 req-492258aa-c8b6-46d1-8810-e917cee6070b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 944 time: 0.1813929 Mar 31 16:43:36.911565 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d3c62-3bc1-491b-bf12-509779401b30 req-6884ccc7-f0f5-46d3-97c5-40b32f9fc3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:36.912953 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4f2d3c62-3bc1-491b-bf12-509779401b30 req-6884ccc7-f0f5-46d3-97c5-40b32f9fc3a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1130 time: 0.1465583 Mar 31 16:43:36.920533 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c5c310-54b0-4a69-a929-5bdc9bca01ca req-d01c74af-561c-4e84-bf1d-7fddfec42a2f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:36.926919 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95c5c310-54b0-4a69-a929-5bdc9bca01ca req-d01c74af-561c-4e84-bf1d-7fddfec42a2f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 943 time: 0.1587906 Mar 31 16:43:36.948971 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 10d1d814-d9ec-4a69-b8bc-b63108452ede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:36.955321 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:36.996357 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4f2d3c62-3bc1-491b-bf12-509779401b30 req-41f1caaf-5f7c-4ef6-aa3c-09fd02bd4fe9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687275 Mar 31 16:43:37.052518 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=10d1d814-d9ec-4a69-b8bc-b63108452ede,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:37.073222 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95c5c310-54b0-4a69-a929-5bdc9bca01ca req-29eeae0e-0ae0-4c3a-86ce-9b03c6085db1 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256840 Mar 31 16:43:37.109439 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-817bee3f-d33b-4560-9d58-b2e049722e49 req-42c2ef4b-dd62-423b-835b-6e664d5a7b7c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064004 Mar 31 16:43:37.212167 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50232) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:37.226419 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2218da6-4635-4168-aa0a-e0be0b0f1bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.317245 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2218da6-4635-4168-aa0a-e0be0b0f1bea admin admin] Publish callbacks [] for security_group (4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.325531 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2218da6-4635-4168-aa0a-e0be0b0f1bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.368931 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e2218da6-4635-4168-aa0a-e0be0b0f1bea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24c63435140e4255a989dd8889464bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1554971 Mar 31 16:43:37.372969 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50244) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:37.373985 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50246) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:37.400317 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da5505b-16fd-4510-80f3-945ffd0dc1f5 req-8cb1de44-bcbd-45b8-b057-357a842a7ba1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:37.408059 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2218da6-4635-4168-aa0a-e0be0b0f1bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:37.408911 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2da5505b-16fd-4510-80f3-945ffd0dc1f5 req-8cb1de44-bcbd-45b8-b057-357a842a7ba1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0655401 Mar 31 16:43:37.464484 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-923c9357-5350-48b7-a856-bdc6290442ad admin admin] Publish callbacks [] for security_group (4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.464677 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2da5505b-16fd-4510-80f3-945ffd0dc1f5 req-4d90ae3e-1e2c-4285-8bbe-b0b33a2e119f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545688 Mar 31 16:43:37.498542 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-923c9357-5350-48b7-a856-bdc6290442ad admin admin] Publish callbacks [] for security_group (4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.552092 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67e9935b-f168-4b65-9409-43e278ae7400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.571786 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-923c9357-5350-48b7-a856-bdc6290442ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.574531 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-923c9357-5350-48b7-a856-bdc6290442ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.578386 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-923c9357-5350-48b7-a856-bdc6290442ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea HTTP/1.1" status: 204 len: 168 time: 0.2006021 Mar 31 16:43:37.591087 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c9357-5350-48b7-a856-bdc6290442ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de4aaa4-9eb0-4653-95e8-1cbe044cd9ea,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:37.645202 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50256) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:37.657936 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67e9935b-f168-4b65-9409-43e278ae7400 admin admin] Publish callbacks [] for security_group (a28aba09-0f50-4380-8151-065179cc1ab9), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.662153 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-67e9935b-f168-4b65-9409-43e278ae7400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a28aba09-0f50-4380-8151-065179cc1ab9), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.705789 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-67e9935b-f168-4b65-9409-43e278ae7400 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d742093e9ade47b492eea1f98d65475a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289003 Mar 31 16:43:37.706888 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9935b-f168-4b65-9409-43e278ae7400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28aba09-0f50-4380-8151-065179cc1ab9,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:37.708827 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50262) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:37.775957 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd615-5e51-4735-ad6b-f2b929b0c197 admin admin] Publish callbacks [] for security_group (a28aba09-0f50-4380-8151-065179cc1ab9), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.806492 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd615-5e51-4735-ad6b-f2b929b0c197 admin admin] Publish callbacks [] for security_group (a28aba09-0f50-4380-8151-065179cc1ab9), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.871245 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd615-5e51-4735-ad6b-f2b929b0c197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a28aba09-0f50-4380-8151-065179cc1ab9), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.876456 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4c7bd615-5e51-4735-ad6b-f2b929b0c197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:37.881295 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4c7bd615-5e51-4735-ad6b-f2b929b0c197 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a28aba09-0f50-4380-8151-065179cc1ab9 HTTP/1.1" status: 204 len: 168 time: 0.1613970 Mar 31 16:43:37.889567 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bd615-5e51-4735-ad6b-f2b929b0c197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28aba09-0f50-4380-8151-065179cc1ab9,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:37.928106 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4cfcce1-aa93-4844-9ac3-5b9ae41cf975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.024089 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4cfcce1-aa93-4844-9ac3-5b9ae41cf975 admin admin] Publish callbacks [] for security_group (25628525-1929-4136-a404-4715b1283175), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.029822 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4cfcce1-aa93-4844-9ac3-5b9ae41cf975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (25628525-1929-4136-a404-4715b1283175), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.063057 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50280) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:38.073968 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d4cfcce1-aa93-4844-9ac3-5b9ae41cf975 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a43cb789f5a7490690824dc14c76692e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272354 Mar 31 16:43:38.078542 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50282) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:38.088670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7715d191-0eef-428d-9308-d3db8b31c527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.115885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfcce1-aa93-4844-9ac3-5b9ae41cf975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25628525-1929-4136-a404-4715b1283175,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:38.184962 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8e27ca30-f6cb-43f1-9dcc-cfb40ed3ecc6 admin admin] Publish callbacks [] for security_group (25628525-1929-4136-a404-4715b1283175), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.207197 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device bc55bbc0-60aa-4f6a-9053-313db9859226 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:43:38.240628 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8e27ca30-f6cb-43f1-9dcc-cfb40ed3ecc6 admin admin] Publish callbacks [] for security_group (25628525-1929-4136-a404-4715b1283175), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.280665 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7715d191-0eef-428d-9308-d3db8b31c527 admin admin] Publish callbacks [] for security_group (102eb6bf-8e97-4d2f-a49a-13d28bcec118), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.290999 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7715d191-0eef-428d-9308-d3db8b31c527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (102eb6bf-8e97-4d2f-a49a-13d28bcec118), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.328801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e164-7c45-45da-8d58-101cd517179b req-aba9ae99-554a-4e55-b5fb-8bd01a789bac tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:38.331996 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-87e4e164-7c45-45da-8d58-101cd517179b req-aba9ae99-554a-4e55-b5fb-8bd01a789bac tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 943 time: 0.1491628 Mar 31 16:43:38.355194 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7715d191-0eef-428d-9308-d3db8b31c527 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c693d828c78b400494b6aaf08d6ab3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2907794 Mar 31 16:43:38.356181 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7715d191-0eef-428d-9308-d3db8b31c527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102eb6bf-8e97-4d2f-a49a-13d28bcec118,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:38.365381 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50302) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:38.400403 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port bc55bbc0-60aa-4f6a-9053-313db9859226, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bc55bbc0-60aa-4f6a-9053-313db9859226,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:38.421303 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'port_id': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'mac_address': 'fa:16:3e:3b:79:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:43:38.500122 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1d814-d9ec-4a69-b8bc-b63108452ede'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:38.505653 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-009f48ed-9143-4038-816c-5038245f8ecd" -d '{"events": [{"server_uuid": "58d834b6-ba36-4745-9fe9-8fddbc2f2eee", "name": "network-vif-plugged", "status": "completed", "tag": "10d1d814-d9ec-4a69-b8bc-b63108452ede"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:38.525958 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-87e4e164-7c45-45da-8d58-101cd517179b req-33219124-f550-4478-b026-97e5651f47c4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844459 Mar 31 16:43:38.526885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8e27ca30-f6cb-43f1-9dcc-cfb40ed3ecc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (25628525-1929-4136-a404-4715b1283175), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.530419 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8e27ca30-f6cb-43f1-9dcc-cfb40ed3ecc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.532280 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8e27ca30-f6cb-43f1-9dcc-cfb40ed3ecc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25628525-1929-4136-a404-4715b1283175 HTTP/1.1" status: 204 len: 168 time: 0.4526024 Mar 31 16:43:38.545817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e27ca30-f6cb-43f1-9dcc-cfb40ed3ecc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25628525-1929-4136-a404-4715b1283175,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:38.567826 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3fdd40ca-8c3a-4820-9d97-ef147680c5f7 admin admin] Publish callbacks [] for security_group (102eb6bf-8e97-4d2f-a49a-13d28bcec118), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.588579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port bc55bbc0-60aa-4f6a-9053-313db9859226 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:38.590017 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.626631 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc55bbc0-60aa-4f6a-9053-313db9859226 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:43:38.647230 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3fdd40ca-8c3a-4820-9d97-ef147680c5f7 admin admin] Publish callbacks [] for security_group (102eb6bf-8e97-4d2f-a49a-13d28bcec118), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.671076 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port bc55bbc0-60aa-4f6a-9053-313db9859226, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bc55bbc0-60aa-4f6a-9053-313db9859226,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:38.675896 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.748286 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f06dc2-762b-45ff-9689-ae5cf64d1a66 req-d4fda012-5fbe-448f-8612-1cd40a94aa19 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:38.750616 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e1f06dc2-762b-45ff-9689-ae5cf64d1a66 req-d4fda012-5fbe-448f-8612-1cd40a94aa19 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.1798906 Mar 31 16:43:38.769344 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59e0cf-a67a-4f82-8df9-354d6b53c431 req-54d1216e-b25a-4962-a862-e0bdbd105554 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:38.771178 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7f59e0cf-a67a-4f82-8df9-354d6b53c431 req-54d1216e-b25a-4962-a862-e0bdbd105554 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.1431229 Mar 31 16:43:38.780743 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=bc55bbc0-60aa-4f6a-9053-313db9859226,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:38.843265 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3fdd40ca-8c3a-4820-9d97-ef147680c5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (102eb6bf-8e97-4d2f-a49a-13d28bcec118), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.845856 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3fdd40ca-8c3a-4820-9d97-ef147680c5f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:38.853656 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-3fdd40ca-8c3a-4820-9d97-ef147680c5f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/102eb6bf-8e97-4d2f-a49a-13d28bcec118 HTTP/1.1" status: 204 len: 168 time: 0.4874175 Mar 31 16:43:38.872555 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd40ca-8c3a-4820-9d97-ef147680c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102eb6bf-8e97-4d2f-a49a-13d28bcec118,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:38.899984 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7f59e0cf-a67a-4f82-8df9-354d6b53c431 req-dfa53059-560c-4168-8498-b12ea4e02d1f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181059 Mar 31 16:43:38.911872 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e1f06dc2-762b-45ff-9689-ae5cf64d1a66 req-700a89fe-d41e-4917-88cc-444bcb4a66fa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391876 Mar 31 16:43:38.987250 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec7debb-33d3-4f43-8a89-21f93bcab55a x-openstack-request-id: req-1ec7debb-33d3-4f43-8a89-21f93bcab55a {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:38.987563 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d834b6-ba36-4745-9fe9-8fddbc2f2eee", "name": "network-vif-plugged", "status": "completed", "tag": "10d1d814-d9ec-4a69-b8bc-b63108452ede", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:38.987822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ec7debb-33d3-4f43-8a89-21f93bcab55a {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:38.988219 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec7debb-33d3-4f43-8a89-21f93bcab55a'] response: {'server_uuid': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d1d814-d9ec-4a69-b8bc-b63108452ede', 'code': 200} Mar 31 16:43:39.072447 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['bc55bbc0-60aa-4f6a-9053-313db9859226'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:43:39.098845 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e69afc-7dd2-42c3-9e45-8e20eb948978 req-c0647276-1302-42a6-a9f2-23d948bbd71d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:39.100959 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-63e69afc-7dd2-42c3-9e45-8e20eb948978 req-c0647276-1302-42a6-a9f2-23d948bbd71d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.1094227 Mar 31 16:43:39.111254 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50332) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:39.116016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'floatingip': {'port_id': '62ab7204-6592-464d-8290-ee15ab706a75'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:39.156015 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50334) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:39.173999 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-752b1e75-0a8d-4b5a-9a45-ab49d12fe71e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.270821 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.335405 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-752b1e75-0a8d-4b5a-9a45-ab49d12fe71e admin admin] Publish callbacks [] for security_group (2cbc0a06-4d80-46cf-922b-178188823fbc), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.343144 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-752b1e75-0a8d-4b5a-9a45-ab49d12fe71e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2cbc0a06-4d80-46cf-922b-178188823fbc), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.423198 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-752b1e75-0a8d-4b5a-9a45-ab49d12fe71e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=736e46390c8344959b92cf2e01cfab86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660828 Mar 31 16:43:39.434881 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50338) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:39.442984 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752b1e75-0a8d-4b5a-9a45-ab49d12fe71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc0a06-4d80-46cf-922b-178188823fbc,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:39.637331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf172-977e-4a60-8114-33225d00a2bb admin admin] Publish callbacks [] for security_group (2cbc0a06-4d80-46cf-922b-178188823fbc), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.684555 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf172-977e-4a60-8114-33225d00a2bb admin admin] Publish callbacks [] for security_group (2cbc0a06-4d80-46cf-922b-178188823fbc), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.758701 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf172-977e-4a60-8114-33225d00a2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2cbc0a06-4d80-46cf-922b-178188823fbc), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.763059 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf172-977e-4a60-8114-33225d00a2bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:39.763688 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b9504-56f0-4652-a1ff-67608ed4afe2 req-2600f64f-8a16-464e-88ac-ad8d2a8176bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:39.764928 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3f6bf172-977e-4a60-8114-33225d00a2bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cbc0a06-4d80-46cf-922b-178188823fbc HTTP/1.1" status: 204 len: 168 time: 0.3290246 Mar 31 16:43:39.765276 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b7b9504-56f0-4652-a1ff-67608ed4afe2 req-2600f64f-8a16-464e-88ac-ad8d2a8176bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1129 time: 0.5429327 Mar 31 16:43:39.776009 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6bf172-977e-4a60-8114-33225d00a2bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc0a06-4d80-46cf-922b-178188823fbc,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:39.930589 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127c973-28af-4c9c-ab01-94426925c682 req-986360c7-5813-4e8a-be94-a67362a4dbd9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:39.932105 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b127c973-28af-4c9c-ab01-94426925c682 req-986360c7-5813-4e8a-be94-a67362a4dbd9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 944 time: 0.2491722 Mar 31 16:43:39.936144 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b7b9504-56f0-4652-a1ff-67608ed4afe2 req-fb2179fa-3fd6-4ad1-b604-4fd722ee3799 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635427 Mar 31 16:43:40.053901 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b127c973-28af-4c9c-ab01-94426925c682 req-5abab11e-d485-4ca3-abc6-434c4771b817 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062365 Mar 31 16:43:40.221479 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device bc55bbc0-60aa-4f6a-9053-313db9859226 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:43:40.231956 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd8a7d3-8f22-4c54-9b2b-6b07a0a2a186 req-a757d2f1-cf34-4477-b49b-8fa1d93246bd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:40.233486 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6fd8a7d3-8f22-4c54-9b2b-6b07a0a2a186 req-a757d2f1-cf34-4477-b49b-8fa1d93246bd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.2441640 Mar 31 16:43:40.302150 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port bc55bbc0-60aa-4f6a-9053-313db9859226 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:43:40.309722 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port bc55bbc0-60aa-4f6a-9053-313db9859226 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:43:40.311219 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:40.374133 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6fd8a7d3-8f22-4c54-9b2b-6b07a0a2a186 req-2f6028c3-314c-476a-9cc0-4518d4fa858c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338372 Mar 31 16:43:40.450459 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port bc55bbc0-60aa-4f6a-9053-313db9859226 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:43:40.451402 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:40.490037 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port bc55bbc0-60aa-4f6a-9053-313db9859226, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bc55bbc0-60aa-4f6a-9053-313db9859226,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:40.496336 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:40.527919 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:40.534662 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:40.567446 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=bc55bbc0-60aa-4f6a-9053-313db9859226,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:40.665656 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Floating IP a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf associated. External IP: 172.27.3.231, port: 62ab7204-6592-464d-8290-ee15ab706a75. Mar 31 16:43:40.977415 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:43:40.989606 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:40.991922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765f5b90-a7b8-4ed0-b2ae-cfbb80378370" -d '{"events": [{"server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:41.053514 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ae5d62-3729-41d5-9623-65a4da83bf6c x-openstack-request-id: req-86ae5d62-3729-41d5-9623-65a4da83bf6c {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:41.054333 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "name": "network-vif-plugged", "status": "completed", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:41.054956 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86ae5d62-3729-41d5-9623-65a4da83bf6c {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:41.056142 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ae5d62-3729-41d5-9623-65a4da83bf6c'] response: {'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'code': 200} Mar 31 16:43:41.186555 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:43:41.192209 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:41.204261 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:43:41.216149 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:41.222128 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:43:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:41.223501 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-eea49129-be9e-4178-9093-e6b2de11a555 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "PUT /v2.0/floatingips/a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf HTTP/1.1" status: 200 len: 992 time: 2.1109128 Mar 31 16:43:41.239360 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:41.243210 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c297e02a-292d-457f-8beb-a5a8d1b6c70e" -d '{"events": [{"name": "network-changed", "server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:41.310002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3eb20-2053-4634-83a1-a62457f4a2c6 req-ebfcd56b-a0f3-469e-86fb-0d434e237ed2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:41.317220 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1bf3eb20-2053-4634-83a1-a62457f4a2c6 req-ebfcd56b-a0f3-469e-86fb-0d434e237ed2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.1520948 Mar 31 16:43:41.321848 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f298f7-1368-4e74-99da-281f20e1c45f x-openstack-request-id: req-39f298f7-1368-4e74-99da-281f20e1c45f {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:41.322132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:41.322483 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-39f298f7-1368-4e74-99da-281f20e1c45f {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:41.322918 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39f298f7-1368-4e74-99da-281f20e1c45f'] response: {'name': 'network-changed', 'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'status': 'completed', 'code': 200} Mar 31 16:43:41.388793 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:41.582271 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718d97b-6385-4bf7-89a8-702754e98431 req-55af9123-798c-4dd8-a1cc-b050f722cffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:41.583892 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3718d97b-6385-4bf7-89a8-702754e98431 req-55af9123-798c-4dd8-a1cc-b050f722cffc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1129 time: 0.3591518 Mar 31 16:43:41.627883 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1bf3eb20-2053-4634-83a1-a62457f4a2c6 req-297330f0-461c-4b19-93fd-e492a65d963c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3097198 Mar 31 16:43:41.680023 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-b73c7abd-7ba5-4d40-a18d-689d39bdd155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:41.681620 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-b73c7abd-7ba5-4d40-a18d-689d39bdd155 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1130 time: 0.1327157 Mar 31 16:43:41.698196 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571eb63-bb02-4d73-b03e-6fa3815a2d27 req-b8edbd77-e9ae-4051-b3b8-91c66c0f78c8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:41.699943 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a571eb63-bb02-4d73-b03e-6fa3815a2d27 req-b8edbd77-e9ae-4051-b3b8-91c66c0f78c8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.1261873 Mar 31 16:43:41.757155 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a571eb63-bb02-4d73-b03e-6fa3815a2d27 req-931cac65-4280-4424-8566-aa038bfb0a81 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Mar 31 16:43:41.783522 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'port_id': '62ab7204-6592-464d-8290-ee15ab706a75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'mac_address': 'fa:16:3e:7d:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:43:11Z', 'updated_at': '2022-03-31T16:43:40Z', 'revision_number': 1, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:41.813289 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:41.822387 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:41.823011 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:43:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:41.934161 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:42.201360 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'port_id': '62ab7204-6592-464d-8290-ee15ab706a75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'mac_address': 'fa:16:3e:7d:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:43:11Z', 'updated_at': '2022-03-31T16:43:40Z', 'revision_number': 1, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:42.250161 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e791902a-7c19-4b9c-868c-d8558f710357 None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'floating_ip_address': '172.27.3.231', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'port_id': '62ab7204-6592-464d-8290-ee15ab706a75', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'mac_address': 'fa:16:3e:7d:29:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:43:11Z', 'updated_at': '2022-03-31T16:43:40Z', 'revision_number': 1, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:42.487501 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cdd822-cca3-4e06-b8c5-a2035462c535 None None] New status for floating IP a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:43:42.762167 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f3241-bc57-4489-b53e-009a1a1da4ae req-77fa35b3-9f54-4995-b02e-3e5d5153f8a3 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:42.763660 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eb2f3241-bc57-4489-b53e-009a1a1da4ae req-77fa35b3-9f54-4995-b02e-3e5d5153f8a3 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0602889 Mar 31 16:43:42.818212 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eb2f3241-bc57-4489-b53e-009a1a1da4ae req-ab4d6b61-4e8a-4c96-999a-e60f0e81b2ce tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483830 Mar 31 16:43:42.915831 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81edeb-d8c7-4f05-b8d7-ddacd6ca9f48 req-d948c615-7fd4-4d1d-9f70-142538fb6f65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:42.917612 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8d81edeb-d8c7-4f05-b8d7-ddacd6ca9f48 req-d948c615-7fd4-4d1d-9f70-142538fb6f65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0580294 Mar 31 16:43:42.964012 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8d81edeb-d8c7-4f05-b8d7-ddacd6ca9f48 req-29d2f73f-e8b3-4d13-825e-956d4d797e47 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406806 Mar 31 16:43:43.235386 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e37c10-2d7d-4487-a6a3-958a81a2e3ad req-4c91584f-9e3c-49a9-b745-f5908a4fac47 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:43.236821 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-40e37c10-2d7d-4487-a6a3-958a81a2e3ad req-4c91584f-9e3c-49a9-b745-f5908a4fac47 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0534253 Mar 31 16:43:43.283009 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-40e37c10-2d7d-4487-a6a3-958a81a2e3ad req-1646c704-11d9-4eb6-aea4-64a17663aaa8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406518 Mar 31 16:43:43.939062 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d76499-5cc9-4e4f-84ca-36a99c123980 req-bbf401e4-5793-402b-8b27-6ea73e8c26d4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:43.940528 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67d76499-5cc9-4e4f-84ca-36a99c123980 req-bbf401e4-5793-402b-8b27-6ea73e8c26d4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0515337 Mar 31 16:43:43.985263 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67d76499-5cc9-4e4f-84ca-36a99c123980 req-46c33f68-5482-4509-88f2-00cf85c92af7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386829 Mar 31 16:43:44.398364 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9a4a1-7e7f-420f-90c3-88a9e19b5b7a req-0670a8b5-77c7-4379-bc27-1e7e20c7f81c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:44.399832 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-91a9a4a1-7e7f-420f-90c3-88a9e19b5b7a req-0670a8b5-77c7-4379-bc27-1e7e20c7f81c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0518963 Mar 31 16:43:44.449126 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-91a9a4a1-7e7f-420f-90c3-88a9e19b5b7a req-e2743b22-fdd2-4798-8cbb-2caf34e5518f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 Mar 31 16:43:45.103167 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5827e2cb-dcfc-4121-bf04-cedbb0f1a035 req-280c46ee-d202-4921-abff-a0122a5a2567 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:45.104640 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5827e2cb-dcfc-4121-bf04-cedbb0f1a035 req-280c46ee-d202-4921-abff-a0122a5a2567 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0516353 Mar 31 16:43:45.150497 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5827e2cb-dcfc-4121-bf04-cedbb0f1a035 req-b08fb6fe-467e-4f1a-9686-80fad24f374b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402915 Mar 31 16:43:45.299349 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3718d97b-6385-4bf7-89a8-702754e98431 req-6f4e03ae-e1d4-49b1-995a-5a464f75fe92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973477 Mar 31 16:43:45.312080 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-3b8ea144-e009-4e25-a9d1-a2b8272b4e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:45.313897 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-3b8ea144-e009-4e25-a9d1-a2b8272b4e5a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1129 time: 0.0557747 Mar 31 16:43:45.316437 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-f1dd5f82-e090-4d47-9906-71f757de72dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:45.317940 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-f1dd5f82-e090-4d47-9906-71f757de72dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.1252704 Mar 31 16:43:45.563193 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c4601b-e8bb-4f08-a531-13037f554c7a req-8c14478f-f4c5-4ac9-968b-f7b753fc8b84 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:45.564665 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2c4601b-e8bb-4f08-a531-13037f554c7a req-8c14478f-f4c5-4ac9-968b-f7b753fc8b84 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0517960 Mar 31 16:43:45.615092 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2c4601b-e8bb-4f08-a531-13037f554c7a req-c2476b80-cff9-4499-863c-8de9074bb9fc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Mar 31 16:43:46.093629 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-42be3c4b-3dce-42e2-8df9-c84a39186dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.095178 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-42be3c4b-3dce-42e2-8df9-c84a39186dae service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0846374 Mar 31 16:43:46.102205 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-8dd25313-5f52-4b19-b917-47a24ee1364e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 1002 time: 0.0918956 Mar 31 16:43:46.141070 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-97587de0-b13d-41de-8e81-70ffa819855f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 200 len: 217 time: 0.0383744 Mar 31 16:43:46.154458 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-9b41da64-6692-4abe-a1db-84b79d798ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.155880 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-9b41da64-6692-4abe-a1db-84b79d798ddc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0427916 Mar 31 16:43:46.244476 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-e6e74ab8-0f5b-44f9-8df8-602c172196be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.246529 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-e6e74ab8-0f5b-44f9-8df8-602c172196be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729394 Mar 31 16:43:46.371161 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc50ae-f366-442d-823a-1d0e1eb1ec2a req-c238fc01-f5eb-489f-a23b-4838c877a7f8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.372902 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2dcc50ae-f366-442d-823a-1d0e1eb1ec2a req-c238fc01-f5eb-489f-a23b-4838c877a7f8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.1504216 Mar 31 16:43:46.374744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-0388a07d-6040-49b1-ac24-4c689034c34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.376822 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-0388a07d-6040-49b1-ac24-4c689034c34a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.2248063 Mar 31 16:43:46.407302 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-f2182c08-c0a2-429d-84d0-e9e2627dd984 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367445 Mar 31 16:43:46.434597 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-fd47ae99-186e-4add-9e8b-05b854aa2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.436564 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-fd47ae99-186e-4add-9e8b-05b854aa2d6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483801 Mar 31 16:43:46.481787 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2dcc50ae-f366-442d-823a-1d0e1eb1ec2a req-b38a4cba-c9a0-4424-867f-31effcbb6553 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021974 Mar 31 16:43:46.544577 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c297e02a-292d-457f-8beb-a5a8d1b6c70e req-f712ea82-063c-4af4-a214-75f9694c3bb8 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288335 Mar 31 16:43:46.582365 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-dc99bcf9-60a4-4e97-8a91-7c823f662739 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339483 Mar 31 16:43:46.679808 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0e4680dc-3694-4ea1-ad5f-ba694cc13f15 req-98dd5daf-3cd9-47a0-aa4f-714b02109246 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895307 Mar 31 16:43:46.747177 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a8064-39a6-45b5-92a0-c99f86051b04 req-690dd7bd-ff1a-4428-b96a-91c74afbd555 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:46.748955 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f52a8064-39a6-45b5-92a0-c99f86051b04 req-690dd7bd-ff1a-4428-b96a-91c74afbd555 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0556347 Mar 31 16:43:46.813889 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f52a8064-39a6-45b5-92a0-c99f86051b04 req-a3ff138f-745d-4e6b-824a-30c5e41659a4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592606 Mar 31 16:43:47.617845 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ef219-d426-4b88-80d5-28503a50d14e req-a47227ed-6702-4813-a3d3-e756a7640d49 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:47.619307 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5e4ef219-d426-4b88-80d5-28503a50d14e req-a47227ed-6702-4813-a3d3-e756a7640d49 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0594254 Mar 31 16:43:47.671366 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5e4ef219-d426-4b88-80d5-28503a50d14e req-a2058a00-ea4e-49a2-ba3c-589ea322f526 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452735 Mar 31 16:43:47.931743 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850196b-ad4c-4a55-ba1b-ac67c19b6d38 req-8c3b58a7-4042-41dc-901f-68f8f92865b7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:47.933244 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8850196b-ad4c-4a55-ba1b-ac67c19b6d38 req-8c3b58a7-4042-41dc-901f-68f8f92865b7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0536134 Mar 31 16:43:47.979914 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8850196b-ad4c-4a55-ba1b-ac67c19b6d38 req-2c855231-a0e3-4112-9510-248c647bd973 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410101 Mar 31 16:43:48.790584 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d171d-2439-45c5-b08e-63150de6cfd8 req-82535799-3c5f-46c9-9a16-789b8532fbeb tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:48.792071 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b3d171d-2439-45c5-b08e-63150de6cfd8 req-82535799-3c5f-46c9-9a16-789b8532fbeb tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0546129 Mar 31 16:43:48.837321 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b3d171d-2439-45c5-b08e-63150de6cfd8 req-7731e5ef-5af5-42a2-9508-74d2825f3402 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Mar 31 16:43:48.987565 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f312992-b78c-4ac7-8a97-cecc387dd2b5 req-11b14cdd-9d26-4b4e-a125-9c566d3213aa tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:48.989014 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1f312992-b78c-4ac7-8a97-cecc387dd2b5 req-11b14cdd-9d26-4b4e-a125-9c566d3213aa tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0503161 Mar 31 16:43:48.998352 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50630) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:49.002996 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'floatingip': {'port_id': 'bc55bbc0-60aa-4f6a-9053-313db9859226'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:43:49.080238 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (a8e46f50-f296-400f-9198-aadcefccdc0e), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:49.098213 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d9312-8854-4b78-9ab9-87a4433cd1d7 req-a4a51f2d-e655-4a84-b6c9-e88ed026827a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:49.099596 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-654d9312-8854-4b78-9ab9-87a4433cd1d7 req-a4a51f2d-e655-4a84-b6c9-e88ed026827a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0507753 Mar 31 16:43:49.144704 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-654d9312-8854-4b78-9ab9-87a4433cd1d7 req-822cbaa3-ea52-4659-92a9-3b976f2ebb21 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388625 Mar 31 16:43:49.651338 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:49.655374 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (a8e46f50-f296-400f-9198-aadcefccdc0e), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:49.751175 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Floating IP a8e46f50-f296-400f-9198-aadcefccdc0e associated. External IP: 172.27.3.8, port: bc55bbc0-60aa-4f6a-9053-313db9859226. Mar 31 16:43:50.129664 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Router a97b30db-2457-4028-858e-44190bbbcb8e has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:43:50.232878 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:43:50.237716 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:50.245240 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:43:50.254938 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:50.255546 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:43:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:50.266625 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ea10ea-eda5-4384-8350-a145a7c9fac7 req-2ec21561-7cde-4ee0-8620-d66aa291ee91 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:50.268412 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c7ea10ea-eda5-4384-8350-a145a7c9fac7 req-2ec21561-7cde-4ee0-8620-d66aa291ee91 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0577750 Mar 31 16:43:50.270106 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6a9b7a3d-a25e-46b3-96aa-3db29d5cca52 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "PUT /v2.0/floatingips/a8e46f50-f296-400f-9198-aadcefccdc0e HTTP/1.1" status: 200 len: 989 time: 1.2706742 Mar 31 16:43:50.270677 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:50.272934 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:50.316512 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6d35e4-e9c2-4155-aca7-115ac14b6432 x-openstack-request-id: req-aa6d35e4-e9c2-4155-aca7-115ac14b6432 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:50.316804 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:50.317232 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6d35e4-e9c2-4155-aca7-115ac14b6432 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:50.317637 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa6d35e4-e9c2-4155-aca7-115ac14b6432'] response: {'name': 'network-changed', 'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'status': 'completed', 'code': 200} Mar 31 16:43:50.321782 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c7ea10ea-eda5-4384-8350-a145a7c9fac7 req-e64267be-9c01-4e4a-988a-887ccb078e0b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452161 Mar 31 16:43:50.451861 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:50.694059 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'a8e46f50-f296-400f-9198-aadcefccdc0e', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'port_id': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'mac_address': 'fa:16:3e:3b:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:43:16Z', 'updated_at': '2022-03-31T16:43:49Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:50.725889 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:43:50.734265 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:43:50.734872 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:43:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:50.841672 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:43:50.972274 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-bbb61235-1936-4cd5-878b-3af017ae2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:50.973787 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-bbb61235-1936-4cd5-878b-3af017ae2366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1129 time: 0.0438449 Mar 31 16:43:51.060090 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'a8e46f50-f296-400f-9198-aadcefccdc0e', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'port_id': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'mac_address': 'fa:16:3e:3b:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:43:16Z', 'updated_at': '2022-03-31T16:43:49Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:43:51.085446 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429be34c-9d29-4090-bda2-cb31a13bdea0 None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'a8e46f50-f296-400f-9198-aadcefccdc0e', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'port_id': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'mac_address': 'fa:16:3e:3b:79:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:43:16Z', 'updated_at': '2022-03-31T16:43:49Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:43:51.266422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30e27ae-e4a1-4af8-8521-cc9192d3b388 None None] New status for floating IP a8e46f50-f296-400f-9198-aadcefccdc0e: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:43:51.443101 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f996f-a2b5-4fc8-bbce-30a6dbd887e7 req-f0b9f223-524b-4506-b4c6-30d80dceeeaa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:51.444577 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0f1f996f-a2b5-4fc8-bbce-30a6dbd887e7 req-f0b9f223-524b-4506-b4c6-30d80dceeeaa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0541325 Mar 31 16:43:51.490706 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0f1f996f-a2b5-4fc8-bbce-30a6dbd887e7 req-569c7744-4d13-49aa-92f9-4e60c5329e99 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Mar 31 16:43:52.493855 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-ed9883d9-d680-461a-86a6-d2048db250d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:52.495289 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-ed9883d9-d680-461a-86a6-d2048db250d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0846710 Mar 31 16:43:52.603885 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-39b87ac5-1489-47c1-acc2-f7613cda9f20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 999 time: 0.0997877 Mar 31 16:43:52.618115 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c837ff-da42-45ba-98d7-9e3241b7a49f req-5516247e-964f-4cfe-96fc-5a8ee1bbb5fe tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:52.619600 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-15c837ff-da42-45ba-98d7-9e3241b7a49f req-5516247e-964f-4cfe-96fc-5a8ee1bbb5fe tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0605083 Mar 31 16:43:52.652228 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-b6eae1f3-4417-4dc2-8062-03dabfb63dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:52.653791 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-b6eae1f3-4417-4dc2-8062-03dabfb63dcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0440383 Mar 31 16:43:52.667001 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-15c837ff-da42-45ba-98d7-9e3241b7a49f req-1478f9bf-6d0c-49a6-8de9-82e540ceac7c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Mar 31 16:43:52.706868 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-559f06bb-91b3-42ba-b532-d3bfe0dad6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:52.708401 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-559f06bb-91b3-42ba-b532-d3bfe0dad6fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473747 Mar 31 16:43:52.810576 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-e3e443da-c965-4d39-8f3e-2a42d3fa64d1 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891013 Mar 31 16:43:52.903775 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-242a1641-ad1e-4ce6-a94f-84d4c6b1f4cf req-96554ba2-feea-4b5e-a5be-161a91fb1c59 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Mar 31 16:43:53.455225 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8298c604-904f-4c74-9865-3cce00cfee83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:53.800983 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c5e6e-4d85-4df0-a38b-07c9737f2f99 req-af4cabe7-8c40-44aa-bec0-d91e8752d4c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:53.803071 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6a0c5e6e-4d85-4df0-a38b-07c9737f2f99 req-af4cabe7-8c40-44aa-bec0-d91e8752d4c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0713587 Mar 31 16:43:53.874751 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6a0c5e6e-4d85-4df0-a38b-07c9737f2f99 req-37390c1f-30ec-4262-9f25-e7c072077a00 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655553 Mar 31 16:43:53.942261 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314d113-af82-4e55-9f36-20329fa0d246 req-e7d88137-e725-4ffa-a751-bbc21435eeb9 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:53.943745 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8314d113-af82-4e55-9f36-20329fa0d246 req-e7d88137-e725-4ffa-a751-bbc21435eeb9 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0599070 Mar 31 16:43:53.993592 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8314d113-af82-4e55-9f36-20329fa0d246 req-d0f23453-3835-417c-8577-c0cec4d81a72 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Mar 31 16:43:54.985556 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846924-8d2f-4008-9063-22aaf6ab2553 req-42bb1f1d-9072-4de7-be2c-c32df9626590 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:54.987035 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a7846924-8d2f-4008-9063-22aaf6ab2553 req-42bb1f1d-9072-4de7-be2c-c32df9626590 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0504487 Mar 31 16:43:55.035438 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a7846924-8d2f-4008-9063-22aaf6ab2553 req-420812b0-21bb-4c29-bbbe-9f0bbde07939 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418270 Mar 31 16:43:55.111829 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b2852-ce0e-4297-a72a-dc90434bdd4e req-c9799a95-4335-40ce-9cd6-7b85b909e3d4 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:55.113340 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1f0b2852-ce0e-4297-a72a-dc90434bdd4e req-c9799a95-4335-40ce-9cd6-7b85b909e3d4 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0510640 Mar 31 16:43:55.159265 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1f0b2852-ce0e-4297-a72a-dc90434bdd4e req-f2891f58-f5d2-4ec4-93a3-b79eeff7f8be tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Mar 31 16:43:55.784309 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-38fd7dea-520f-4f41-b2ec-07206c7e7fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:56.152388 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ef971-4780-4a50-a4ca-dd00146ec10c req-363b0002-c049-4b37-846f-df3b5fcdbde7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:56.153940 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b4ef971-4780-4a50-a4ca-dd00146ec10c req-363b0002-c049-4b37-846f-df3b5fcdbde7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0542860 Mar 31 16:43:56.198659 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b4ef971-4780-4a50-a4ca-dd00146ec10c req-f9e784ae-3acc-4d2f-abad-b863f260bd05 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392909 Mar 31 16:43:56.276620 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcd7ff-4dfd-47fe-af29-034f46fa080f req-acaae9ce-3819-4300-95b8-4388f30c50c2 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:56.278097 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8fcd7ff-4dfd-47fe-af29-034f46fa080f req-acaae9ce-3819-4300-95b8-4388f30c50c2 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0510421 Mar 31 16:43:56.326288 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8fcd7ff-4dfd-47fe-af29-034f46fa080f req-353ec7ca-2644-49b4-86a7-6a180dd1b895 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426750 Mar 31 16:43:56.707370 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:57.311608 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47902ef7-ccbe-45f7-ab96-f3a9b20f8937 req-562bcc30-27f5-4f65-8160-c5fdb719e2bb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:57.313024 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47902ef7-ccbe-45f7-ab96-f3a9b20f8937 req-562bcc30-27f5-4f65-8160-c5fdb719e2bb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0494871 Mar 31 16:43:57.361406 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47902ef7-ccbe-45f7-ab96-f3a9b20f8937 req-5e253c79-c500-4963-a3c4-fcec2134807e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429649 Mar 31 16:43:57.443521 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8649b1e-dd21-4157-b501-1c0842178440 req-70705934-1a91-4dea-bb9a-52d1117fb1bf tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:57.444984 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f8649b1e-dd21-4157-b501-1c0842178440 req-70705934-1a91-4dea-bb9a-52d1117fb1bf tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0516748 Mar 31 16:43:57.492015 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f8649b1e-dd21-4157-b501-1c0842178440 req-551c80d6-1ebe-4b83-b0fe-ab1a390ac677 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406268 Mar 31 16:43:57.494813 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-48b82501-de77-4d3d-9ccc-8e74a641e10d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746593 Mar 31 16:43:57.582471 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-c977d225-18b6-4deb-8a82-c03ec83936cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:57.583894 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-c977d225-18b6-4deb-8a82-c03ec83936cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1130 time: 0.0425670 Mar 31 16:43:57.690332 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-77137743-664a-4465-b71f-d4f6f12b0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:57.691844 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-77137743-664a-4465-b71f-d4f6f12b0357 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0856171 Mar 31 16:43:57.734380 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-e1927e3f-1896-416b-bd72-b834e6fd3f1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 217 time: 0.0330982 Mar 31 16:43:57.786390 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-a27bba02-6a01-4a96-b753-e6b8c44fc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:57.787816 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-a27bba02-6a01-4a96-b753-e6b8c44fc232 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0448859 Mar 31 16:43:57.835416 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-e5c28cab-dd14-4d9f-894a-e5c05b018ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:57.836910 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-e5c28cab-dd14-4d9f-894a-e5c05b018ea3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416729 Mar 31 16:43:57.924223 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-d506fe21-bc80-4756-b166-289b3ff3be41 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794861 Mar 31 16:43:58.020535 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2a526574-d73b-4d9b-8a68-8bb40b7994de req-c6078611-1225-4a9e-9a76-d8d391020fb0 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851972 Mar 31 16:43:58.320752 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:58.476775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611d4fb2-79d5-4e21-9e31-936f014ac08a req-8d1ddf4e-5ce2-4051-b6c0-6a31baff75d8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:58.478284 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-611d4fb2-79d5-4e21-9e31-936f014ac08a req-8d1ddf4e-5ce2-4051-b6c0-6a31baff75d8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0512738 Mar 31 16:43:58.526941 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-611d4fb2-79d5-4e21-9e31-936f014ac08a req-24f522ef-e247-4179-b830-29d53e280aba tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426295 Mar 31 16:43:58.630510 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40300d5-634e-4952-a857-870643583da3 req-413ee0f2-73e1-4a01-8b28-acbb4b272dee tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:58.632028 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e40300d5-634e-4952-a857-870643583da3 req-413ee0f2-73e1-4a01-8b28-acbb4b272dee tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.0615819 Mar 31 16:43:58.680906 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e40300d5-634e-4952-a857-870643583da3 req-26b54b9c-e33e-491b-812f-ddccc5a6afe4 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/security-groups?id=59090844-137c-4245-9a09-8eb42c6ef286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429821 Mar 31 16:43:59.295211 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-b340468b-f5a0-4827-9f4f-a1d9536e535e tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:59.304222 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-b340468b-f5a0-4827-9f4f-a1d9536e535e tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.55 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 945 time: 0.1177380 Mar 31 16:43:59.440185 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Deleting port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:43:59.440523 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.506422 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50792) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:59.531660 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] For port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,segment=NetworkSegment(2185421e-02ff-48ed-a572-d6df4faebe1e),segment_id=2185421e-02ff-48ed-a572-d6df4faebe1e)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:43:59.532029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.546669 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Calling delete_port for 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:43:59.624595 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.633188 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.677816 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617cb37b-c835-4e0e-85ae-bd603b3dc433 req-bb667f35-3f84-4d30-8e87-f04b195ac36d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:43:59.679308 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-617cb37b-c835-4e0e-85ae-bd603b3dc433 req-bb667f35-3f84-4d30-8e87-f04b195ac36d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0845683 Mar 31 16:43:59.708762 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.742245 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Pushing event deleted for resources: {'Port': ['ID=9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:59.749235 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.750305 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-617cb37b-c835-4e0e-85ae-bd603b3dc433 req-cf89c4e9-1f75-438e-a094-bb3be4c39446 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Mar 31 16:43:59.765367 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Publish callbacks [] for security_group (ffcd89b6-527c-4890-ab84-9f238bee0ce1), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.780562 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ffcd89b6-527c-4890-ab84-9f238bee0ce1), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.797748 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.798093 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.798425 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.798760 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.799084 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.799407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.799727 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.800041 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.800356 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.800673 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.800986 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.801343 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.801655 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.801983 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.802279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.825188 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] No DVR routers for this DVR port 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:43:59.828212 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.831697 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dcdb3da3-e06b-4b49-ba51-caf6117a3675 req-97ace2d1-3091-4f47-9e30-a00ae77a6cba tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.55 "DELETE /v2.0/ports/9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f HTTP/1.1" status: 204 len: 173 time: 0.5255883 Mar 31 16:43:59.831996 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'name': 'network-vif-deleted', 'tag': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:43:59.834288 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea3f831a-eac1-4b2e-b4dc-78c9f6da8421 req-5743b332-c552-4cec-9112-7bf6e9e7280c tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0431125 Mar 31 16:43:59.839564 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c813277a-84b6-4fb0-80fd-d7ac8dde4460" -d '{"events": [{"server_uuid": "9e143a92-b9a3-4470-8bd1-4c0700a05df9", "name": "network-vif-deleted", "tag": "9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:43:59.874922 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dede1739ea51478f9b23df15b845d122&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3674171 Mar 31 16:43:59.875830 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcd89b6-527c-4890-ab84-9f238bee0ce1,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:43:59.877676 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50802) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:43:59.885337 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567818e4-8c28-4a33-a9ca-b7ea4647451b x-openstack-request-id: req-567818e4-8c28-4a33-a9ca-b7ea4647451b {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:43:59.885608 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e143a92-b9a3-4470-8bd1-4c0700a05df9", "name": "network-vif-deleted", "tag": "9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:43:59.885861 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-567818e4-8c28-4a33-a9ca-b7ea4647451b {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:43:59.886246 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567818e4-8c28-4a33-a9ca-b7ea4647451b'] response: {'server_uuid': '9e143a92-b9a3-4470-8bd1-4c0700a05df9', 'name': 'network-vif-deleted', 'tag': '9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f', 'status': 'completed', 'code': 200} Mar 31 16:43:59.887439 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.887817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.888432 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.888773 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.889161 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.889494 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.889849 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.890176 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.890499 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.890823 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.891143 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.891491 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.891812 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.892130 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.892445 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e0c5ee-83be-4832-a310-5bff863af640 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:43:59.926820 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fcf64046-a6f4-42ca-b5e5-283d8cec5436 admin admin] Publish callbacks [] for security_group (ffcd89b6-527c-4890-ab84-9f238bee0ce1), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.947362 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fcf64046-a6f4-42ca-b5e5-283d8cec5436 admin admin] Publish callbacks [] for security_group (ffcd89b6-527c-4890-ab84-9f238bee0ce1), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.958697 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:43:59.994653 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fcf64046-a6f4-42ca-b5e5-283d8cec5436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ffcd89b6-527c-4890-ab84-9f238bee0ce1), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.997386 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fcf64046-a6f4-42ca-b5e5-283d8cec5436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:43:59.998500 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-fcf64046-a6f4-42ca-b5e5-283d8cec5436 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffcd89b6-527c-4890-ab84-9f238bee0ce1 HTTP/1.1" status: 204 len: 168 time: 0.1198785 Mar 31 16:44:00.005927 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf64046-a6f4-42ca-b5e5-283d8cec5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcd89b6-527c-4890-ab84-9f238bee0ce1,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:00.236924 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:44:00.267494 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 50810) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:00.283185 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4213f9bb-5d03-4ffc-8522-1d6ebe2c2245 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.365258 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4213f9bb-5d03-4ffc-8522-1d6ebe2c2245 admin admin] Publish callbacks [] for security_group (f79e52ee-e434-4e76-be4d-02348d9c1f5d), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.369834 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4213f9bb-5d03-4ffc-8522-1d6ebe2c2245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (f79e52ee-e434-4e76-be4d-02348d9c1f5d), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.410054 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4213f9bb-5d03-4ffc-8522-1d6ebe2c2245 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e926dac04d84069bc76423bf6679557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415148 Mar 31 16:44:00.410745 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213f9bb-5d03-4ffc-8522-1d6ebe2c2245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79e52ee-e434-4e76-be4d-02348d9c1f5d,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:00.413336 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 50816) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:00.462386 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dd29d851-f65a-4a79-b92c-322b21d008cb admin admin] Publish callbacks [] for security_group (f79e52ee-e434-4e76-be4d-02348d9c1f5d), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.482504 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dd29d851-f65a-4a79-b92c-322b21d008cb admin admin] Publish callbacks [] for security_group (f79e52ee-e434-4e76-be4d-02348d9c1f5d), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.527894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dd29d851-f65a-4a79-b92c-322b21d008cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (f79e52ee-e434-4e76-be4d-02348d9c1f5d), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.530436 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dd29d851-f65a-4a79-b92c-322b21d008cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:00.531553 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-dd29d851-f65a-4a79-b92c-322b21d008cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f79e52ee-e434-4e76-be4d-02348d9c1f5d HTTP/1.1" status: 204 len: 168 time: 0.1172416 Mar 31 16:44:00.538985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29d851-f65a-4a79-b92c-322b21d008cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79e52ee-e434-4e76-be4d-02348d9c1f5d,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:00.893963 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424c123-1cb7-4355-83a7-9841c09d95f7 req-031b91e1-dee3-4e52-a824-3f43ca2740c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:00.895483 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6424c123-1cb7-4355-83a7-9841c09d95f7 req-031b91e1-dee3-4e52-a824-3f43ca2740c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0585802 Mar 31 16:44:00.960620 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-332d30a6-5e9c-4265-bcc9-36d4f8e3e615 req-199e3aac-a8b2-4ad3-9c8d-97d411d1ec80 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0425661 Mar 31 16:44:00.979428 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6424c123-1cb7-4355-83a7-9841c09d95f7 req-a3f8d079-981f-480d-8387-e5f304be73c1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764554 Mar 31 16:44:02.058555 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-badbbde0-5b70-41c7-b458-3e55f0fe6d26 req-2042a352-6cd4-4409-aecc-a84f1bb3b844 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0292425 Mar 31 16:44:02.108249 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e7e8f-c13c-4806-af04-6b24ee168375 req-b76c9ac6-0cce-42e2-aa0f-f8dc42b80695 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:02.109744 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b3e7e8f-c13c-4806-af04-6b24ee168375 req-b76c9ac6-0cce-42e2-aa0f-f8dc42b80695 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0543559 Mar 31 16:44:02.159700 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b3e7e8f-c13c-4806-af04-6b24ee168375 req-1e6cddd3-9664-447b-a6f1-2efdc4e093a3 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443482 Mar 31 16:44:03.154551 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-77261153-40d3-47e0-929b-6229bb4a8864 req-e5e636db-fd26-4089-81ab-f03d137757fb tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0264025 Mar 31 16:44:03.279187 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48139522-3546-4080-a068-ea53e8dbca6c req-9168ce85-046e-4d51-aa8b-9efadb393547 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:03.280651 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-48139522-3546-4080-a068-ea53e8dbca6c req-9168ce85-046e-4d51-aa8b-9efadb393547 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0532093 Mar 31 16:44:03.327071 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-48139522-3546-4080-a068-ea53e8dbca6c req-8420c97a-d069-4105-b0b8-520dd5d3f967 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407362 Mar 31 16:44:04.109791 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:44:04.129765 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:44:04.130111 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 9bdb9a23-abfa-4ad1-80bd-3a8d32b0de3f not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:44:04.248546 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-71546063-e560-4488-a1ac-8eef3628dee0 req-1b365486-d443-47bc-bbc0-e70719954e95 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0293036 Mar 31 16:44:04.441279 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20c799-e5fb-43fc-af6d-c514808aa348 req-2d206a3d-7b09-4ed2-882b-f6eded8229ed tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:04.442694 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b20c799-e5fb-43fc-af6d-c514808aa348 req-2d206a3d-7b09-4ed2-882b-f6eded8229ed tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0496643 Mar 31 16:44:04.487267 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b20c799-e5fb-43fc-af6d-c514808aa348 req-69dceb57-872b-4c2f-8c9c-98e05e6dd18f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Mar 31 16:44:05.339947 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a3c8abb6-e2d9-4b88-bbac-df271bef4163 req-8176f736-296c-4852-85ed-a19b78ae1dc7 tempest-DeleteServersTestJSON-782954652 tempest-DeleteServersTestJSON-782954652-project] 10.222.0.21 "GET /v2.0/ports?device_id=9e143a92-b9a3-4470-8bd1-4c0700a05df9 HTTP/1.1" status: 200 len: 210 time: 0.0269003 Mar 31 16:44:05.603490 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c30523-969a-4713-96d7-671e42fa01d4 req-a0a33a8e-88a5-4fd3-875a-13016e93b99e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:05.605549 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-90c30523-969a-4713-96d7-671e42fa01d4 req-a0a33a8e-88a5-4fd3-875a-13016e93b99e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0523994 Mar 31 16:44:05.655957 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-90c30523-969a-4713-96d7-671e42fa01d4 req-38907e79-50d6-4bce-a053-1727f74c41a0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449133 Mar 31 16:44:06.795323 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47128065-bc16-4482-8f19-9ab20d79e934 req-b0ef1222-c48e-49d1-953a-16c766b42f56 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:06.797310 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47128065-bc16-4482-8f19-9ab20d79e934 req-b0ef1222-c48e-49d1-953a-16c766b42f56 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0593507 Mar 31 16:44:06.855943 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47128065-bc16-4482-8f19-9ab20d79e934 req-5de65693-c9d0-49a4-b7ae-060c42c73c89 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528753 Mar 31 16:44:07.862092 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51054) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:07.908564 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Deleting subnet db2ffe8c-4fba-421d-9b44-07e1445c1e34 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:44:07.912946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Publish callbacks [] for subnet (db2ffe8c-4fba-421d-9b44-07e1445c1e34), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:07.975233 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (db2ffe8c-4fba-421d-9b44-07e1445c1e34), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.020496 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (db2ffe8c-4fba-421d-9b44-07e1445c1e34), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.029348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c4f0e-7417-416f-8dbd-c23bcfb1f989 req-d96370db-57c2-449d-a6c2-096ffe1d2af1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:08.030787 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-938c4f0e-7417-416f-8dbd-c23bcfb1f989 req-d96370db-57c2-449d-a6c2-096ffe1d2af1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0973549 Mar 31 16:44:08.105583 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-938c4f0e-7417-416f-8dbd-c23bcfb1f989 req-bdc25324-1a69-4a88-a7dd-92bf271b4a4a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577514 Mar 31 16:44:08.111455 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (db2ffe8c-4fba-421d-9b44-07e1445c1e34), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.142732 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.146176 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/db2ffe8c-4fba-421d-9b44-07e1445c1e34 HTTP/1.1" status: 204 len: 168 time: 0.2828703 Mar 31 16:44:08.147373 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f8a947-185d-4ff7-b4d7-a58b470b449a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2ffe8c-4fba-421d-9b44-07e1445c1e34,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:08.148860 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51060) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:08.216025 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (53e1176e-5bd0-411c-b0cc-4f862e76cf61), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.295130 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (53e1176e-5bd0-411c-b0cc-4f862e76cf61), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.315167 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.315499 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.316242 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.316559 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > port after_create 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.316872 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.317240 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > port after_update 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.317551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.317860 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.318164 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.318491 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.408216 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.408545 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.408866 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.409211 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 16:44:08.409570 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e1176e-5bd0-411c-b0cc-4f862e76cf61']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:44:08.426246 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2185421e-02ff-48ed-a572-d6df4faebe1e') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:44:08.426534 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2185421e-02ff-48ed-a572-d6df4faebe1e') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:44:08.441310 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (2185421e-02ff-48ed-a572-d6df4faebe1e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.460663 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (2185421e-02ff-48ed-a572-d6df4faebe1e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.469003 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:44:08.469402 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (2185421e-02ff-48ed-a572-d6df4faebe1e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: from cryptography.utils import int_from_bytes Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: from cryptography.utils import int_from_bytes Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:44:08.473387 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:44:08.529133 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (53e1176e-5bd0-411c-b0cc-4f862e76cf61), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.544078 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.547334 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/53e1176e-5bd0-411c-b0cc-4f862e76cf61 HTTP/1.1" status: 204 len: 168 time: 0.3974314 Mar 31 16:44:08.548637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f261d93d-f24b-4755-a503-60e553130fb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e1176e-5bd0-411c-b0cc-4f862e76cf61,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:08.706175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51068) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:08.746023 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ce104efb-8cfb-4569-8e9c-ed086e00e9f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e66281f9f75b4c089d7660d2a5fe8b05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383849 Mar 31 16:44:08.748691 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51070) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:08.794702 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-112ad185-b417-43d8-8f66-1af84c5dd0fc admin admin] Publish callbacks [] for security_group (59090844-137c-4245-9a09-8eb42c6ef286), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.815000 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-112ad185-b417-43d8-8f66-1af84c5dd0fc admin admin] Publish callbacks [] for security_group (59090844-137c-4245-9a09-8eb42c6ef286), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.862262 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-112ad185-b417-43d8-8f66-1af84c5dd0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (59090844-137c-4245-9a09-8eb42c6ef286), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.865254 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-112ad185-b417-43d8-8f66-1af84c5dd0fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:08.866450 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-112ad185-b417-43d8-8f66-1af84c5dd0fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59090844-137c-4245-9a09-8eb42c6ef286 HTTP/1.1" status: 204 len: 168 time: 0.1168168 Mar 31 16:44:08.874822 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ad185-b417-43d8-8f66-1af84c5dd0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59090844-137c-4245-9a09-8eb42c6ef286,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:09.225681 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec43da9-120c-433f-a442-5427f97f38ba req-4e72c799-e20c-4589-a3a0-1ac90ee518d9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:09.227296 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ec43da9-120c-433f-a442-5427f97f38ba req-4e72c799-e20c-4589-a3a0-1ac90ee518d9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0557423 Mar 31 16:44:09.277076 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ec43da9-120c-433f-a442-5427f97f38ba req-39a875fc-3359-4496-bbc9-043899029729 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428004 Mar 31 16:44:10.394158 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd9b982-8d3b-44fd-8330-d50ee17e3529 req-9747040d-5b1c-4a22-a3a6-9dc5d469e40e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:10.395674 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ffd9b982-8d3b-44fd-8330-d50ee17e3529 req-9747040d-5b1c-4a22-a3a6-9dc5d469e40e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0531931 Mar 31 16:44:10.451183 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ffd9b982-8d3b-44fd-8330-d50ee17e3529 req-4b9325ad-93f5-4d38-8fac-0e70f5c2df09 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475197 Mar 31 16:44:11.574646 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e0e4f-3625-4f8e-9f18-e45e28bc4953 req-80734e5f-a675-4bd6-91c3-7a0153a6e433 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:11.575964 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-024e0e4f-3625-4f8e-9f18-e45e28bc4953 req-80734e5f-a675-4bd6-91c3-7a0153a6e433 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0538197 Mar 31 16:44:11.627271 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-024e0e4f-3625-4f8e-9f18-e45e28bc4953 req-382d3c3d-dab3-4806-8966-5c0eb15a888b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458291 Mar 31 16:44:12.751195 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3be31-ee92-4c4a-b6a6-005a8fdee69b req-8883ad86-2d16-4263-a29d-8702e870c633 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:12.752679 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97d3be31-ee92-4c4a-b6a6-005a8fdee69b req-8883ad86-2d16-4263-a29d-8702e870c633 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0568147 Mar 31 16:44:12.809502 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97d3be31-ee92-4c4a-b6a6-005a8fdee69b req-bbdee468-9702-4b98-9aee-e90825ab2ed4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511148 Mar 31 16:44:13.920859 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e6c2e9-0dcc-443e-92c1-84edd6aea04f req-427a82af-fd8e-4315-ab5f-09004b506711 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:13.922471 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-89e6c2e9-0dcc-443e-92c1-84edd6aea04f req-427a82af-fd8e-4315-ab5f-09004b506711 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0534136 Mar 31 16:44:13.970746 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-89e6c2e9-0dcc-443e-92c1-84edd6aea04f req-70813c26-8e07-47c8-8077-2c8c9e4923df tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427291 Mar 31 16:44:15.085485 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84969c01-4a18-4bc8-9673-0f391472a162 req-a11fde9a-d3e1-4a86-89dc-857f65ea0b75 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:15.086952 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-84969c01-4a18-4bc8-9673-0f391472a162 req-a11fde9a-d3e1-4a86-89dc-857f65ea0b75 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0505788 Mar 31 16:44:15.137095 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-84969c01-4a18-4bc8-9673-0f391472a162 req-8d13bcf3-767e-4ba2-8a07-5cb2e7d5cbf8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Mar 31 16:44:16.256424 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56acd1fd-d5bf-4a1b-9375-eb7a714ee774 req-1f8b0b0c-7ede-4ac4-8615-f52b15481cec tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:16.257922 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-56acd1fd-d5bf-4a1b-9375-eb7a714ee774 req-1f8b0b0c-7ede-4ac4-8615-f52b15481cec tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0573621 Mar 31 16:44:16.304796 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-56acd1fd-d5bf-4a1b-9375-eb7a714ee774 req-e911472b-0207-4fa6-81fa-c7ae0a875b51 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407667 Mar 31 16:44:17.422298 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925e3d2-10b8-4519-b17a-a5ef7a3ffd54 req-b870e74f-7384-44d6-8381-26502a419b4e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:17.423790 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f925e3d2-10b8-4519-b17a-a5ef7a3ffd54 req-b870e74f-7384-44d6-8381-26502a419b4e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0545132 Mar 31 16:44:17.468627 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f925e3d2-10b8-4519-b17a-a5ef7a3ffd54 req-708d32ee-2553-4d28-bad6-98972a6b6bca tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394690 Mar 31 16:44:18.581085 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ff68e-9cd9-44ec-9a53-4dc98bfc2c0b req-94e78cc4-9278-4f3d-ac38-b8055f3f5c0d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:18.582525 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e26ff68e-9cd9-44ec-9a53-4dc98bfc2c0b req-94e78cc4-9278-4f3d-ac38-b8055f3f5c0d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0505166 Mar 31 16:44:18.627516 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e26ff68e-9cd9-44ec-9a53-4dc98bfc2c0b req-fd94e907-c852-42f3-98e2-c96047d598b0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395429 Mar 31 16:44:19.764092 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b4d47-0db1-4bf1-aa05-0c8a35c446ee req-fd16506e-63b7-4f98-bc6c-a61c9174e5e0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:19.765781 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d35b4d47-0db1-4bf1-aa05-0c8a35c446ee req-fd16506e-63b7-4f98-bc6c-a61c9174e5e0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0604603 Mar 31 16:44:19.820222 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d35b4d47-0db1-4bf1-aa05-0c8a35c446ee req-d8dad2c6-3b82-43ed-af63-9cf5ce199148 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466409 Mar 31 16:44:20.114398 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51300) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:20.215195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8b33e249-fc10-4fd1-a11c-9541be19dc2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.290464 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8b33e249-fc10-4fd1-a11c-9541be19dc2c admin admin] Publish callbacks [] for security_group (245abb96-1834-4058-9bf1-2eda13b4cd35), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.295008 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8b33e249-fc10-4fd1-a11c-9541be19dc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (245abb96-1834-4058-9bf1-2eda13b4cd35), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.333785 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8b33e249-fc10-4fd1-a11c-9541be19dc2c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6097b1c528994d31a36a173b3247b506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2182562 Mar 31 16:44:20.334953 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33e249-fc10-4fd1-a11c-9541be19dc2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245abb96-1834-4058-9bf1-2eda13b4cd35,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:20.336389 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51310) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:20.417934 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5a511e51-601d-4eba-9669-eccb9b4e929c admin admin] Publish callbacks [] for security_group (245abb96-1834-4058-9bf1-2eda13b4cd35), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.447157 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5a511e51-601d-4eba-9669-eccb9b4e929c admin admin] Publish callbacks [] for security_group (245abb96-1834-4058-9bf1-2eda13b4cd35), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.520636 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5a511e51-601d-4eba-9669-eccb9b4e929c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (245abb96-1834-4058-9bf1-2eda13b4cd35), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.528594 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5a511e51-601d-4eba-9669-eccb9b4e929c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.531990 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-5a511e51-601d-4eba-9669-eccb9b4e929c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/245abb96-1834-4058-9bf1-2eda13b4cd35 HTTP/1.1" status: 204 len: 168 time: 0.1899743 Mar 31 16:44:20.538049 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a511e51-601d-4eba-9669-eccb9b4e929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245abb96-1834-4058-9bf1-2eda13b4cd35,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:20.747108 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51336) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:20.852440 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7137d945-cc92-4233-9fac-ba0ca5fb38e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.866389 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51344) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:20.881522 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-76a6-4295-b22c-ea05f22e0fd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.958349 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-76a6-4295-b22c-ea05f22e0fd5 admin admin] Publish callbacks [] for security_group (2f3beb6c-0cb6-428d-baf7-1d4de8a22805), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.962376 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-baacf96b-76a6-4295-b22c-ea05f22e0fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2f3beb6c-0cb6-428d-baf7-1d4de8a22805), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.977536 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7137d945-cc92-4233-9fac-ba0ca5fb38e7 admin admin] Publish callbacks [] for security_group (fbeae38a-2c4d-44cb-b178-55f3086c4591), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.984159 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7137d945-cc92-4233-9fac-ba0ca5fb38e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (fbeae38a-2c4d-44cb-b178-55f3086c4591), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:20.992958 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a735d7-c22c-48b0-9ca4-51d996a3f4b6 req-1a37ff3b-c117-4245-a639-0d3c15d55ea8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:20.994472 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-50a735d7-c22c-48b0-9ca4-51d996a3f4b6 req-1a37ff3b-c117-4245-a639-0d3c15d55ea8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0838883 Mar 31 16:44:20.999388 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-baacf96b-76a6-4295-b22c-ea05f22e0fd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eede381706694e118939e7ab5f9817ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316507 Mar 31 16:44:21.001427 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacf96b-76a6-4295-b22c-ea05f22e0fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3beb6c-0cb6-428d-baf7-1d4de8a22805,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.003757 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51346) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:21.046555 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137d945-cc92-4233-9fac-ba0ca5fb38e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbeae38a-2c4d-44cb-b178-55f3086c4591,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.050592 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7137d945-cc92-4233-9fac-ba0ca5fb38e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16711399559a46b99cfc0ce72ea4b8a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024881 Mar 31 16:44:21.053826 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51348) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:21.069386 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93d602ef-f810-4224-8ecd-9f1cab668e76 admin admin] Publish callbacks [] for security_group (2f3beb6c-0cb6-428d-baf7-1d4de8a22805), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.078089 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-50a735d7-c22c-48b0-9ca4-51d996a3f4b6 req-1c81bc81-c2ec-415d-a9c5-9a27058da867 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688374 Mar 31 16:44:21.108147 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93d602ef-f810-4224-8ecd-9f1cab668e76 admin admin] Publish callbacks [] for security_group (2f3beb6c-0cb6-428d-baf7-1d4de8a22805), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.144342 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2aed67ca-ee7e-4576-ad6a-3da54b2037a4 admin admin] Publish callbacks [] for security_group (fbeae38a-2c4d-44cb-b178-55f3086c4591), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.165917 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2aed67ca-ee7e-4576-ad6a-3da54b2037a4 admin admin] Publish callbacks [] for security_group (fbeae38a-2c4d-44cb-b178-55f3086c4591), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.182601 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93d602ef-f810-4224-8ecd-9f1cab668e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2f3beb6c-0cb6-428d-baf7-1d4de8a22805), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.185106 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-93d602ef-f810-4224-8ecd-9f1cab668e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.186219 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-93d602ef-f810-4224-8ecd-9f1cab668e76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f3beb6c-0cb6-428d-baf7-1d4de8a22805 HTTP/1.1" status: 204 len: 168 time: 0.1815763 Mar 31 16:44:21.207904 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d602ef-f810-4224-8ecd-9f1cab668e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3beb6c-0cb6-428d-baf7-1d4de8a22805,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.224991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2aed67ca-ee7e-4576-ad6a-3da54b2037a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (fbeae38a-2c4d-44cb-b178-55f3086c4591), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.227537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2aed67ca-ee7e-4576-ad6a-3da54b2037a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.228635 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2aed67ca-ee7e-4576-ad6a-3da54b2037a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbeae38a-2c4d-44cb-b178-55f3086c4591 HTTP/1.1" status: 204 len: 168 time: 0.1739416 Mar 31 16:44:21.236766 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed67ca-ee7e-4576-ad6a-3da54b2037a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbeae38a-2c4d-44cb-b178-55f3086c4591,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.558700 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51360) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:21.573393 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f1443b2f-8465-4f36-8845-890584126312 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.608223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51362) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:21.623568 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-cee8fda7-ef2b-4f97-9480-a3b4dc475643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.653829 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f1443b2f-8465-4f36-8845-890584126312 admin admin] Publish callbacks [] for security_group (e63605c3-806b-4849-af7b-af7c942ea300), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.657692 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f1443b2f-8465-4f36-8845-890584126312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e63605c3-806b-4849-af7b-af7c942ea300), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.695839 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-f1443b2f-8465-4f36-8845-890584126312 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1fe484203340fea2c8cfcfb98913ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359351 Mar 31 16:44:21.696670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1443b2f-8465-4f36-8845-890584126312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63605c3-806b-4849-af7b-af7c942ea300,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.698669 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51366) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:21.705587 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-cee8fda7-ef2b-4f97-9480-a3b4dc475643 admin admin] Publish callbacks [] for security_group (7c6374d5-e5e2-4091-abcc-50c0d114dac4), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.714788 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-cee8fda7-ef2b-4f97-9480-a3b4dc475643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (7c6374d5-e5e2-4091-abcc-50c0d114dac4), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.764146 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-cee8fda7-ef2b-4f97-9480-a3b4dc475643 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0d251756fbe42ed852eeb6294fd65ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1524823 Mar 31 16:44:21.764930 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51368) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:21.773124 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8fda7-ef2b-4f97-9480-a3b4dc475643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6374d5-e5e2-4091-abcc-50c0d114dac4,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.786128 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7414b50c-8efa-453f-99df-20b9737042cc admin admin] Publish callbacks [] for security_group (e63605c3-806b-4849-af7b-af7c942ea300), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.811824 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7414b50c-8efa-453f-99df-20b9737042cc admin admin] Publish callbacks [] for security_group (e63605c3-806b-4849-af7b-af7c942ea300), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.813801 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b26665f4-92fe-4882-bc68-7148432c9c97 admin admin] Publish callbacks [] for security_group (7c6374d5-e5e2-4091-abcc-50c0d114dac4), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.834413 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b26665f4-92fe-4882-bc68-7148432c9c97 admin admin] Publish callbacks [] for security_group (7c6374d5-e5e2-4091-abcc-50c0d114dac4), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.861265 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7414b50c-8efa-453f-99df-20b9737042cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e63605c3-806b-4849-af7b-af7c942ea300), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.863705 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7414b50c-8efa-453f-99df-20b9737042cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.865813 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7414b50c-8efa-453f-99df-20b9737042cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e63605c3-806b-4849-af7b-af7c942ea300 HTTP/1.1" status: 204 len: 168 time: 0.1652451 Mar 31 16:44:21.875623 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7414b50c-8efa-453f-99df-20b9737042cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63605c3-806b-4849-af7b-af7c942ea300,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:21.886686 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b26665f4-92fe-4882-bc68-7148432c9c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (7c6374d5-e5e2-4091-abcc-50c0d114dac4), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.889249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b26665f4-92fe-4882-bc68-7148432c9c97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:21.892592 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b26665f4-92fe-4882-bc68-7148432c9c97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c6374d5-e5e2-4091-abcc-50c0d114dac4 HTTP/1.1" status: 204 len: 168 time: 0.1244729 Mar 31 16:44:21.899051 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26665f4-92fe-4882-bc68-7148432c9c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6374d5-e5e2-4091-abcc-50c0d114dac4,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:22.203673 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b971095-0158-46e9-8df9-aa163b5cf758 req-ca897edb-888e-47fa-b844-129000c9bf45 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:22.205202 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b971095-0158-46e9-8df9-aa163b5cf758 req-ca897edb-888e-47fa-b844-129000c9bf45 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0558939 Mar 31 16:44:22.261807 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b971095-0158-46e9-8df9-aa163b5cf758 req-4698a6a0-7392-4f87-81f8-42fb98506bf2 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501244 Mar 31 16:44:23.379667 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba432dc-c7dd-40d2-8ccf-b41c202277ec req-91362402-4cd4-4748-bcda-f1ba98e0e277 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:23.381149 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1ba432dc-c7dd-40d2-8ccf-b41c202277ec req-91362402-4cd4-4748-bcda-f1ba98e0e277 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0537777 Mar 31 16:44:23.430527 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1ba432dc-c7dd-40d2-8ccf-b41c202277ec req-8a64cb6b-202b-4df1-8761-c4725a984b7d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438356 Mar 31 16:44:23.461132 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a1eefbec-dad7-474d-b794-7c65d8f927dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:23.981026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51522) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:24.082571 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11fb-0b0c-4c39-83a2-1925bb0283cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.156420 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11fb-0b0c-4c39-83a2-1925bb0283cf admin admin] Publish callbacks [] for security_group (2c1b6fe6-62d2-4189-96c4-7f3f9337643f), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.160703 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fa7d11fb-0b0c-4c39-83a2-1925bb0283cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2c1b6fe6-62d2-4189-96c4-7f3f9337643f), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.198604 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-fa7d11fb-0b0c-4c39-83a2-1925bb0283cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ef8f9da0827446b79971bc11f8e71350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165155 Mar 31 16:44:24.199400 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d11fb-0b0c-4c39-83a2-1925bb0283cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1b6fe6-62d2-4189-96c4-7f3f9337643f,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:24.201317 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51530) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:24.250739 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2f38ca67-2186-4baa-a053-8e969a47f794 admin admin] Publish callbacks [] for security_group (2c1b6fe6-62d2-4189-96c4-7f3f9337643f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.271807 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2f38ca67-2186-4baa-a053-8e969a47f794 admin admin] Publish callbacks [] for security_group (2c1b6fe6-62d2-4189-96c4-7f3f9337643f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.316294 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2f38ca67-2186-4baa-a053-8e969a47f794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2c1b6fe6-62d2-4189-96c4-7f3f9337643f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.318772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2f38ca67-2186-4baa-a053-8e969a47f794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.319878 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2f38ca67-2186-4baa-a053-8e969a47f794 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c1b6fe6-62d2-4189-96c4-7f3f9337643f HTTP/1.1" status: 204 len: 168 time: 0.1176021 Mar 31 16:44:24.329457 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38ca67-2186-4baa-a053-8e969a47f794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1b6fe6-62d2-4189-96c4-7f3f9337643f,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:24.553020 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ad4c6-fcfc-4182-aaee-6671df6dbe84 req-75b9ff76-1127-4a80-b089-87fc49a6d34d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:24.554572 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-417ad4c6-fcfc-4182-aaee-6671df6dbe84 req-75b9ff76-1127-4a80-b089-87fc49a6d34d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0563903 Mar 31 16:44:24.604559 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-417ad4c6-fcfc-4182-aaee-6671df6dbe84 req-dfce61c9-c859-4d86-8d72-4d8c95d32cc7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Mar 31 16:44:24.608613 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51552) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:24.622160 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-9f23ecc7-0053-4d5a-ade1-f1f6b3da94d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.699271 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-9f23ecc7-0053-4d5a-ade1-f1f6b3da94d7 admin admin] Publish callbacks [] for security_group (fc394a29-2cf2-4b85-ba3b-7eeae51ddb63), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.702904 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-9f23ecc7-0053-4d5a-ade1-f1f6b3da94d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (fc394a29-2cf2-4b85-ba3b-7eeae51ddb63), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.742697 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-9f23ecc7-0053-4d5a-ade1-f1f6b3da94d7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=265c7141c7de4419828e9023b8618d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329823 Mar 31 16:44:24.743616 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f23ecc7-0053-4d5a-ade1-f1f6b3da94d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc394a29-2cf2-4b85-ba3b-7eeae51ddb63,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:24.745967 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51558) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:24.793249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98b64bb3-64c5-4a92-ad35-f8081f23c8ec admin admin] Publish callbacks [] for security_group (fc394a29-2cf2-4b85-ba3b-7eeae51ddb63), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.815398 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98b64bb3-64c5-4a92-ad35-f8081f23c8ec admin admin] Publish callbacks [] for security_group (fc394a29-2cf2-4b85-ba3b-7eeae51ddb63), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.859565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98b64bb3-64c5-4a92-ad35-f8081f23c8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (fc394a29-2cf2-4b85-ba3b-7eeae51ddb63), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.862311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98b64bb3-64c5-4a92-ad35-f8081f23c8ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:24.863469 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-98b64bb3-64c5-4a92-ad35-f8081f23c8ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc394a29-2cf2-4b85-ba3b-7eeae51ddb63 HTTP/1.1" status: 204 len: 168 time: 0.1156180 Mar 31 16:44:24.870686 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b64bb3-64c5-4a92-ad35-f8081f23c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc394a29-2cf2-4b85-ba3b-7eeae51ddb63,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:25.732417 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5e42fb-9d3d-4fd2-97cd-f5a3c6fc863c req-6f488bb6-bb9b-4c00-927d-fae467a2aede tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:25.737503 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4b5e42fb-9d3d-4fd2-97cd-f5a3c6fc863c req-6f488bb6-bb9b-4c00-927d-fae467a2aede tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0578196 Mar 31 16:44:25.791235 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2386def8-370f-4020-8d5f-d1ee5d7e27f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:25.797667 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4b5e42fb-9d3d-4fd2-97cd-f5a3c6fc863c req-0cc23881-a5f5-40c8-9cb1-bf0bb9e3a9d0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581231 Mar 31 16:44:25.953819 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 51606) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:26.055866 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13ec74f4-55e5-4406-8db3-448be8ae1c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.128727 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13ec74f4-55e5-4406-8db3-448be8ae1c62 admin admin] Publish callbacks [] for security_group (074dcecd-4349-4a5f-b8a4-5a35570a5425), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.132675 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13ec74f4-55e5-4406-8db3-448be8ae1c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (074dcecd-4349-4a5f-b8a4-5a35570a5425), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.169210 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-13ec74f4-55e5-4406-8db3-448be8ae1c62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c229fe8f5914a688b6c3cd30f3da0f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141855 Mar 31 16:44:26.171178 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ec74f4-55e5-4406-8db3-448be8ae1c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074dcecd-4349-4a5f-b8a4-5a35570a5425,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:26.171947 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 51612) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:26.218620 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d6919f0c-42eb-4f93-8bd4-6a1635d7ae89 admin admin] Publish callbacks [] for security_group (074dcecd-4349-4a5f-b8a4-5a35570a5425), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.239397 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d6919f0c-42eb-4f93-8bd4-6a1635d7ae89 admin admin] Publish callbacks [] for security_group (074dcecd-4349-4a5f-b8a4-5a35570a5425), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.293222 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d6919f0c-42eb-4f93-8bd4-6a1635d7ae89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (074dcecd-4349-4a5f-b8a4-5a35570a5425), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.295716 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d6919f0c-42eb-4f93-8bd4-6a1635d7ae89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.296833 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d6919f0c-42eb-4f93-8bd4-6a1635d7ae89 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/074dcecd-4349-4a5f-b8a4-5a35570a5425 HTTP/1.1" status: 204 len: 168 time: 0.1237948 Mar 31 16:44:26.304260 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6919f0c-42eb-4f93-8bd4-6a1635d7ae89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074dcecd-4349-4a5f-b8a4-5a35570a5425,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:26.717531 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:26.913909 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33075d8-1d7c-4757-a68a-c78159c06680 req-c4f32915-6747-458c-bbc8-6679724333d7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:26.915367 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d33075d8-1d7c-4757-a68a-c78159c06680 req-c4f32915-6747-458c-bbc8-6679724333d7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0513723 Mar 31 16:44:26.970605 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d33075d8-1d7c-4757-a68a-c78159c06680 req-76c351c6-dfb4-49ae-a365-80125d0ca740 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494313 Mar 31 16:44:28.082744 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e26b95-de87-4f30-b722-9b274e3c4172 req-b3c467ca-b597-49e6-bbd2-50c7a3679fc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:28.084182 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c0e26b95-de87-4f30-b722-9b274e3c4172 req-b3c467ca-b597-49e6-bbd2-50c7a3679fc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0503438 Mar 31 16:44:28.129203 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c0e26b95-de87-4f30-b722-9b274e3c4172 req-fe473a5d-8281-4570-b32b-d089fb643db2 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Mar 31 16:44:28.324746 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:29.249295 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ae4da-6707-4e7f-b8b8-4ddc9e8930fc req-325b8d23-d00d-43a0-95ee-1e45ab0eaaf8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:29.250752 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-655ae4da-6707-4e7f-b8b8-4ddc9e8930fc req-325b8d23-d00d-43a0-95ee-1e45ab0eaaf8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0538013 Mar 31 16:44:29.297226 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-655ae4da-6707-4e7f-b8b8-4ddc9e8930fc req-53979675-0358-4dbe-a3ff-9a44657b5e0c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409663 Mar 31 16:44:29.606546 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:29.725234 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:30.412566 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c3a34-b3b4-4db4-90ff-343313c2b8cf req-c234f437-2931-48cc-8416-d71972bc3ca0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:30.414052 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0e9c3a34-b3b4-4db4-90ff-343313c2b8cf req-c234f437-2931-48cc-8416-d71972bc3ca0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0528009 Mar 31 16:44:30.462509 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0e9c3a34-b3b4-4db4-90ff-343313c2b8cf req-b419b3ea-066d-4299-8770-9fb9e12dfe2a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420718 Mar 31 16:44:31.593655 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111ea3-5835-4de6-aabe-68b4d663f35d req-5f28eb27-9ede-47ff-8bf4-afae49de4c6e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:31.595157 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-db111ea3-5835-4de6-aabe-68b4d663f35d req-5f28eb27-9ede-47ff-8bf4-afae49de4c6e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0576108 Mar 31 16:44:31.860386 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-db111ea3-5835-4de6-aabe-68b4d663f35d req-4db3fecd-2ff7-46f6-b7ec-3b9ce9bb237e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594879 Mar 31 16:44:32.975274 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d292-b387-4919-b217-376e7b084465 req-41c45bca-e24a-4afc-aeba-aa5e6a2ffb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:32.976737 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd34d292-b387-4919-b217-376e7b084465 req-41c45bca-e24a-4afc-aeba-aa5e6a2ffb1d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0518405 Mar 31 16:44:33.022454 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd34d292-b387-4919-b217-376e7b084465 req-d72c07f9-26d4-43df-84f1-955337f0b825 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398729 Mar 31 16:44:34.141680 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce95aa-eece-409b-bc11-8afdd96a14e5 req-069586a1-3d60-4bb3-8b28-63bc418e3a48 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:34.143132 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1cce95aa-eece-409b-bc11-8afdd96a14e5 req-069586a1-3d60-4bb3-8b28-63bc418e3a48 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0527916 Mar 31 16:44:34.191521 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1cce95aa-eece-409b-bc11-8afdd96a14e5 req-e9db3946-0212-467e-a8c7-446bff299376 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Mar 31 16:44:35.305234 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6972a62a-e9f0-47c2-bb83-f51e6a320480 req-10b5746c-d1ff-425c-8490-68ebcfeab69f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:35.306675 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6972a62a-e9f0-47c2-bb83-f51e6a320480 req-10b5746c-d1ff-425c-8490-68ebcfeab69f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0506458 Mar 31 16:44:35.351129 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6972a62a-e9f0-47c2-bb83-f51e6a320480 req-ac23c977-d980-4d51-bac5-dbb23e53ab98 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390317 Mar 31 16:44:36.469801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f1fb1-b571-4ca6-b18a-71d1c2aeef72 req-7b6f8888-b899-4fc5-9143-e9aceebb06ab tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:36.471265 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-431f1fb1-b571-4ca6-b18a-71d1c2aeef72 req-7b6f8888-b899-4fc5-9143-e9aceebb06ab tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0525975 Mar 31 16:44:36.515897 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-431f1fb1-b571-4ca6-b18a-71d1c2aeef72 req-9e774d7f-08fe-4da1-9aff-126fc812a0d1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391452 Mar 31 16:44:36.957481 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:44:37.634550 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09df5744-18b5-48c9-b2df-f9f1cca56d6e req-c6a62571-3813-438e-ab86-b72b62ece640 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:37.636001 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09df5744-18b5-48c9-b2df-f9f1cca56d6e req-c6a62571-3813-438e-ab86-b72b62ece640 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0562119 Mar 31 16:44:37.691118 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09df5744-18b5-48c9-b2df-f9f1cca56d6e req-b5b9db45-12e7-49c9-8ce8-f40c8f16973a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496566 Mar 31 16:44:38.807146 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eccbb-c9bd-4b8c-8673-be02f3dc1591 req-e4f46375-5158-4ecb-8c62-ef1ef533cff6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:38.809194 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-750eccbb-c9bd-4b8c-8673-be02f3dc1591 req-e4f46375-5158-4ecb-8c62-ef1ef533cff6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0511856 Mar 31 16:44:38.858785 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-750eccbb-c9bd-4b8c-8673-be02f3dc1591 req-6845edac-71e6-4e69-962f-0c77ad26a522 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440378 Mar 31 16:44:39.983350 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b810d3e-d78e-45b7-8b04-8ad9eabe5cb0 req-ef546d77-5352-4048-9da6-d38f9a7cd9f1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:39.985509 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b810d3e-d78e-45b7-8b04-8ad9eabe5cb0 req-ef546d77-5352-4048-9da6-d38f9a7cd9f1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0573080 Mar 31 16:44:40.037181 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b810d3e-d78e-45b7-8b04-8ad9eabe5cb0 req-6af82f28-db3f-4833-bab4-b350241b0b93 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440741 Mar 31 16:44:41.156122 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302fca30-e7a8-4c66-b93a-bda557a27c5a req-a2f6ca91-9d5e-484e-8569-76bf09ba7e2b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:41.157631 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-302fca30-e7a8-4c66-b93a-bda557a27c5a req-a2f6ca91-9d5e-484e-8569-76bf09ba7e2b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0524490 Mar 31 16:44:41.205421 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-302fca30-e7a8-4c66-b93a-bda557a27c5a req-77ab23c2-228f-4bcc-9595-7729a948901b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421219 Mar 31 16:44:42.320411 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f34a83-98f8-42ec-be39-ed0cc2de41a8 req-d2269518-e8ea-4fd4-91bc-93267aae3269 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:42.321805 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-89f34a83-98f8-42ec-be39-ed0cc2de41a8 req-d2269518-e8ea-4fd4-91bc-93267aae3269 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0508895 Mar 31 16:44:42.375831 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-89f34a83-98f8-42ec-be39-ed0cc2de41a8 req-2bf95e4b-cbad-45a3-8801-4de48f52ef7b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478694 Mar 31 16:44:43.491659 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69405de-ced6-4ef5-bd28-ab0b462fcd1a req-e49d9b77-7414-445d-bd27-514fe9c7b79c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:43.493452 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a69405de-ced6-4ef5-bd28-ab0b462fcd1a req-e49d9b77-7414-445d-bd27-514fe9c7b79c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0516634 Mar 31 16:44:43.542420 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a69405de-ced6-4ef5-bd28-ab0b462fcd1a req-e33255b8-91ef-45ce-8aa7-62c268017c6b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Mar 31 16:44:44.662290 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711e269-dcef-4e03-9e5b-f8b646b5ca5e req-2c907273-0e0a-4d7c-b7eb-45b50a156d07 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:44.663776 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6711e269-dcef-4e03-9e5b-f8b646b5ca5e req-2c907273-0e0a-4d7c-b7eb-45b50a156d07 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0544128 Mar 31 16:44:44.710506 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6711e269-dcef-4e03-9e5b-f8b646b5ca5e req-146494aa-f36e-49a7-a1c6-dec23defb577 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410583 Mar 31 16:44:45.830696 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c0d71-983c-4810-a491-183cc3dbca97 req-8d6cce47-e3a9-4cea-9f91-5da770da8c49 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:45.832119 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6c6c0d71-983c-4810-a491-183cc3dbca97 req-8d6cce47-e3a9-4cea-9f91-5da770da8c49 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0538449 Mar 31 16:44:45.876876 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6c6c0d71-983c-4810-a491-183cc3dbca97 req-ac3d0c53-30cc-41fd-a1ab-457b3993134b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392609 Mar 31 16:44:46.998994 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f0a665-5594-4ae2-8bea-a4b72ec84910 req-d96dba8d-82f8-45d1-a2e1-cd492c47272f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:47.000449 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-98f0a665-5594-4ae2-8bea-a4b72ec84910 req-d96dba8d-82f8-45d1-a2e1-cd492c47272f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0592074 Mar 31 16:44:47.045282 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-98f0a665-5594-4ae2-8bea-a4b72ec84910 req-820d1173-d77b-44b3-bea8-4b31c2579620 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Mar 31 16:44:48.158516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e272-2648-4714-877d-383c03e8a8a5 req-855b5c47-1785-4697-812c-af1a2d2b08e1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:48.159928 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e7a1e272-2648-4714-877d-383c03e8a8a5 req-855b5c47-1785-4697-812c-af1a2d2b08e1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0498493 Mar 31 16:44:48.207087 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e7a1e272-2648-4714-877d-383c03e8a8a5 req-4438e788-6a3f-405e-b3ca-32f214bd5403 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Mar 31 16:44:49.320328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46adaf1-0173-44ed-af50-ef0bf5b21310 req-54b29730-5e8b-4b45-a6be-2c6f623ea76d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:49.321789 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a46adaf1-0173-44ed-af50-ef0bf5b21310 req-54b29730-5e8b-4b45-a6be-2c6f623ea76d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0513711 Mar 31 16:44:49.367367 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a46adaf1-0173-44ed-af50-ef0bf5b21310 req-d6be02f2-b706-4ea4-bb8b-afb17d12c357 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 Mar 31 16:44:50.489421 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913cb5a-e598-4cc9-a1a3-c094f848887e req-fdd0412c-98a6-4023-bee5-ca53e8744098 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:50.491013 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1913cb5a-e598-4cc9-a1a3-c094f848887e req-fdd0412c-98a6-4023-bee5-ca53e8744098 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0542691 Mar 31 16:44:50.537487 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1913cb5a-e598-4cc9-a1a3-c094f848887e req-961d9837-72e0-4f07-86f5-2fce08bbb9aa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Mar 31 16:44:51.659649 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1b876a-9dba-439c-9996-d53c0b4509dc req-2c0c732e-ee42-4ae0-a773-707ca0484d96 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:51.661253 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cb1b876a-9dba-439c-9996-d53c0b4509dc req-2c0c732e-ee42-4ae0-a773-707ca0484d96 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0577490 Mar 31 16:44:51.709499 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cb1b876a-9dba-439c-9996-d53c0b4509dc req-e229cc6d-9160-4a2e-9ba4-437d5aa865a9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427585 Mar 31 16:44:52.310728 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d3e9c-3dee-4304-9cc9-5878308bd748 req-195f4ded-0d5a-48bb-92c8-8a8267dee160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:52.312233 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6a9d3e9c-3dee-4304-9cc9-5878308bd748 req-195f4ded-0d5a-48bb-92c8-8a8267dee160 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1129 time: 0.0431788 Mar 31 16:44:52.366586 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6a9d3e9c-3dee-4304-9cc9-5878308bd748 req-571195f4-94eb-4408-9def-ec3bd7be272b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466950 Mar 31 16:44:52.829977 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07465cd0-511e-4e40-98ae-f108ba0c7fbf req-acd57daf-903e-4006-9238-ccdd41ca866c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:52.831496 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-07465cd0-511e-4e40-98ae-f108ba0c7fbf req-acd57daf-903e-4006-9238-ccdd41ca866c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0533655 Mar 31 16:44:52.880262 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-07465cd0-511e-4e40-98ae-f108ba0c7fbf req-b22b3de7-3ad6-4239-9080-1811e4aab4d1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428166 Mar 31 16:44:53.070028 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52170) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:53.170326 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1965-7e9d-44bb-a15a-093b2d3b80a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.248869 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1965-7e9d-44bb-a15a-093b2d3b80a1 admin admin] Publish callbacks [] for security_group (7d87e8e1-f812-47b9-8d49-362494066503), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.253104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e0ec1965-7e9d-44bb-a15a-093b2d3b80a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (7d87e8e1-f812-47b9-8d49-362494066503), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.291681 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e0ec1965-7e9d-44bb-a15a-093b2d3b80a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1b0639f511dd49209af70e109930dbf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205639 Mar 31 16:44:53.292549 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec1965-7e9d-44bb-a15a-093b2d3b80a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d87e8e1-f812-47b9-8d49-362494066503,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:53.297510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52180) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:53.352134 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2075706-d1a9-4a0b-9885-8fa7dbf00708 admin admin] Publish callbacks [] for security_group (7d87e8e1-f812-47b9-8d49-362494066503), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.374317 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2075706-d1a9-4a0b-9885-8fa7dbf00708 admin admin] Publish callbacks [] for security_group (7d87e8e1-f812-47b9-8d49-362494066503), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.434564 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2075706-d1a9-4a0b-9885-8fa7dbf00708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (7d87e8e1-f812-47b9-8d49-362494066503), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.445705 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e2075706-d1a9-4a0b-9885-8fa7dbf00708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:53.449578 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e2075706-d1a9-4a0b-9885-8fa7dbf00708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d87e8e1-f812-47b9-8d49-362494066503 HTTP/1.1" status: 204 len: 168 time: 0.1529231 Mar 31 16:44:53.457913 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2075706-d1a9-4a0b-9885-8fa7dbf00708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d87e8e1-f812-47b9-8d49-362494066503,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:53.475372 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-015b6e8e-5aa1-4a44-bbfd-c8fc4654c2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.006561 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b0ff9-69a0-4d1f-a4ae-ed7945b8f796 req-ff5560db-8e0b-4cef-b7d2-adf39965d6ed tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:54.008052 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f28b0ff9-69a0-4d1f-a4ae-ed7945b8f796 req-ff5560db-8e0b-4cef-b7d2-adf39965d6ed tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0585289 Mar 31 16:44:54.054963 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f28b0ff9-69a0-4d1f-a4ae-ed7945b8f796 req-bdcbab11-5600-449f-b0e7-f4501f4dc2e9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Mar 31 16:44:54.148832 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52226) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:54.171869 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023551-b3be-4153-ae63-2a4b3712291d req-478b935c-39a9-4a0b-b4a8-5c985dc312ff tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:54.173374 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bf023551-b3be-4153-ae63-2a4b3712291d req-478b935c-39a9-4a0b-b4a8-5c985dc312ff tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0528708 Mar 31 16:44:54.222326 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bf023551-b3be-4153-ae63-2a4b3712291d req-3c349ff7-7abc-4500-9778-d04a60adb114 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434663 Mar 31 16:44:54.243282 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1011359211-network', 'tenant_id': '3034736b53614809998503d53bf08a6e'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:44:54.264161 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Made reservation on behalf of 3034736b53614809998503d53bf08a6e for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:44:54.266500 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.274673 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.346779 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks [] for security_group (e3ccd970-8a80-4972-b2af-58a128dc8400), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.350440 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e3ccd970-8a80-4972-b2af-58a128dc8400), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.376844 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:44:54.387936 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ccd970-8a80-4972-b2af-58a128dc8400,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:54.393361 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (fbe8285c-6c82-40ac-989b-61d3b53427bc), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.393700 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Added segment fbe8285c-6c82-40ac-989b-61d3b53427bc of type vlan for network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 Mar 31 16:44:54.439654 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.465103 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.466161 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:54.466790 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.523951 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3739951 Mar 31 16:44:54.526991 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52236) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:54.531818 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Request body: {'subnet': {'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1011359211-subnet', 'tenant_id': '3034736b53614809998503d53bf08a6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:44:54.537086 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702bea19-d350-4ece-943e-74b5320b9b4a admin admin] Pushing event updated for resources: {'Network': ['ID=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:54.554884 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Made reservation on behalf of 3034736b53614809998503d53bf08a6e for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:44:54.556246 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:44:54.558096 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.790721 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (f0af925f-5c01-46ea-85fe-1f017ff946d1), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.855441 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0af925f-5c01-46ea-85fe-1f017ff946d1,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:54.860542 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Checking segment: {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:44:54.860967 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Network hostable DHCP agents. Network: 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:44:54.863546 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52260) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:54.883235 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:44:54.908794 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:44:54.915377 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:54.915983 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:54.921190 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d57ec8c-2881-4f30-9cce-f0d053af28ab None None] Network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:44:54.947898 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a46fb6fb-b735-4471-92bc-6a639def6d66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4198127 Mar 31 16:44:54.999402 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7d40aee-902a-460f-89aa-7690583f93da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.039057 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652845bd-6b32-484c-bec2-09b0ff53e504 None None] Network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:44:55.080543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7d40aee-902a-460f-89aa-7690583f93da admin admin] Publish callbacks [] for security_group (6cc971dd-24c0-406e-b444-cbd9434a7c8d), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.085573 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7d40aee-902a-460f-89aa-7690583f93da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6cc971dd-24c0-406e-b444-cbd9434a7c8d), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.122837 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d40aee-902a-460f-89aa-7690583f93da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc971dd-24c0-406e-b444-cbd9434a7c8d,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:55.132459 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d7d40aee-902a-460f-89aa-7690583f93da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9f7527c25c1484d8c28283ead618667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678735 Mar 31 16:44:55.135158 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52274) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:55.184789 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-12cf44e6-c0c0-4a14-ae09-7dd2f0ef7ab4 admin admin] Publish callbacks [] for security_group (6cc971dd-24c0-406e-b444-cbd9434a7c8d), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.206740 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-12cf44e6-c0c0-4a14-ae09-7dd2f0ef7ab4 admin admin] Publish callbacks [] for security_group (6cc971dd-24c0-406e-b444-cbd9434a7c8d), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.253632 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-12cf44e6-c0c0-4a14-ae09-7dd2f0ef7ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6cc971dd-24c0-406e-b444-cbd9434a7c8d), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.256231 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-12cf44e6-c0c0-4a14-ae09-7dd2f0ef7ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.259697 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-12cf44e6-c0c0-4a14-ae09-7dd2f0ef7ab4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cc971dd-24c0-406e-b444-cbd9434a7c8d HTTP/1.1" status: 204 len: 168 time: 0.1212566 Mar 31 16:44:55.266373 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf44e6-c0c0-4a14-ae09-7dd2f0ef7ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc971dd-24c0-406e-b444-cbd9434a7c8d,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:55.539447 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52284) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:55.552451 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-26727dc9-4591-4f40-a6df-e65ee8e9c269 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.629964 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-26727dc9-4591-4f40-a6df-e65ee8e9c269 admin admin] Publish callbacks [] for security_group (b135bb0c-aca5-4498-80cd-8e36182c6f8a), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.633801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-26727dc9-4591-4f40-a6df-e65ee8e9c269 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b135bb0c-aca5-4498-80cd-8e36182c6f8a), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.670125 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26727dc9-4591-4f40-a6df-e65ee8e9c269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b135bb0c-aca5-4498-80cd-8e36182c6f8a,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:55.674482 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-26727dc9-4591-4f40-a6df-e65ee8e9c269 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5106459ccd6a4023b2a6a0454dd38fa9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339128 Mar 31 16:44:55.677099 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52290) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:44:55.725002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bda364f5-0818-4354-905b-88c7eb34c60c admin admin] Publish callbacks [] for security_group (b135bb0c-aca5-4498-80cd-8e36182c6f8a), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.745508 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bda364f5-0818-4354-905b-88c7eb34c60c admin admin] Publish callbacks [] for security_group (b135bb0c-aca5-4498-80cd-8e36182c6f8a), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.790697 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-67cc6d44-f87e-4464-a407-6d51c97640e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.795596 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bda364f5-0818-4354-905b-88c7eb34c60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b135bb0c-aca5-4498-80cd-8e36182c6f8a), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.798129 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bda364f5-0818-4354-905b-88c7eb34c60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:55.799252 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-bda364f5-0818-4354-905b-88c7eb34c60c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b135bb0c-aca5-4498-80cd-8e36182c6f8a HTTP/1.1" status: 204 len: 168 time: 0.1212776 Mar 31 16:44:55.807557 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda364f5-0818-4354-905b-88c7eb34c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b135bb0c-aca5-4498-80cd-8e36182c6f8a,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:44:56.737023 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:56.913206 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-21b3a4ab-e16f-4769-b088-1b6b9033eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:56.914875 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-21b3a4ab-e16f-4769-b088-1b6b9033eaaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1130 time: 0.0518770 Mar 31 16:44:56.925063 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ce64f-7631-4a70-a18a-9ca890c34a77 req-14573204-823c-4884-975a-03aedb9dd1d5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:56.926542 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c93ce64f-7631-4a70-a18a-9ca890c34a77 req-14573204-823c-4884-975a-03aedb9dd1d5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0572402 Mar 31 16:44:56.983259 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c93ce64f-7631-4a70-a18a-9ca890c34a77 req-f1f2deb8-13a7-435e-9f8b-bedf86890409 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502529 Mar 31 16:44:57.008942 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-15525062-056f-4b62-8cc6-c6393d157122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.010584 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-15525062-056f-4b62-8cc6-c6393d157122 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0871191 Mar 31 16:44:57.054296 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-a20d0761-8ac7-4bc0-a9ba-c6a631f9b464 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 217 time: 0.0370924 Mar 31 16:44:57.100453 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-639f5c75-d9cf-48dc-b33a-a6c857836a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.101833 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-639f5c75-d9cf-48dc-b33a-a6c857836a3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0417786 Mar 31 16:44:57.150811 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-3ab99a76-db65-4020-983f-1f9e7a930628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.150811 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-3ab99a76-db65-4020-983f-1f9e7a930628 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421350 Mar 31 16:44:57.447010 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-66904d8c-58a1-4b2d-ac8c-2431aa56ee06 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890959 Mar 31 16:44:57.493915 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-de8cba9d-5476-4c05-8d37-0fe448b070ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464745 Mar 31 16:44:57.556135 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-661c6b02-bb1d-45cd-99df-19c065383f66 req-09e8d08c-7acf-49fa-bb2c-b521be2913d0 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998430 Mar 31 16:44:57.569430 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-4f103043-4671-45dc-832f-167de21d2b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.570993 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-4f103043-4671-45dc-832f-167de21d2b59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1130 time: 0.0567002 Mar 31 16:44:57.711332 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-8eeed78c-6fd9-492f-83a2-a3dfc67f3159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.712998 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-8eeed78c-6fd9-492f-83a2-a3dfc67f3159 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.1144476 Mar 31 16:44:57.827538 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-fd40a36f-f727-4e5e-88fe-9759b9f6dedb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 1002 time: 0.1057234 Mar 31 16:44:57.906575 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-a4945aa6-74ad-4075-9aee-a804e68a2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.908028 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-a4945aa6-74ad-4075-9aee-a804e68a2dd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0710862 Mar 31 16:44:57.915313 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-f19b7835-053d-43c5-8137-10e87dbc9226 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.916647 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-f19b7835-053d-43c5-8137-10e87dbc9226 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/networks?id=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 HTTP/1.1" status: 200 len: 809 time: 0.1454446 Mar 31 16:44:57.949609 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-7b82a94e-e71c-4970-b1f3-a193ab3ffdfa tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/quotas/3034736b53614809998503d53bf08a6e HTTP/1.1" status: 200 len: 375 time: 0.0244000 Mar 31 16:44:57.988825 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-e7a723e0-7ce5-406a-b7d0-c72b7c29946d tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3034736b53614809998503d53bf08a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335696 Mar 31 16:44:57.994185 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-9f6dd9a6-170e-4ae8-b3e1-36c6a2a465f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:57.995549 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-9f6dd9a6-170e-4ae8-b3e1-36c6a2a465f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780644 Mar 31 16:44:58.183185 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-ef2a01b4-8662-40ec-84dc-af7362b7e318 service neutron] 10.222.0.21 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866307 Mar 31 16:44:58.191564 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a149ea0-776a-4ff2-8cf3-eba0b244e453 req-d4c5d622-6691-43e0-a036-813d44a30145 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:58.192947 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6a149ea0-776a-4ff2-8cf3-eba0b244e453 req-d4c5d622-6691-43e0-a036-813d44a30145 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.1393449 Mar 31 16:44:58.205236 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-b0fea12c-2ff7-46c3-83fe-4c18a99959de service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912146 Mar 31 16:44:58.328568 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:58.357916 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6a149ea0-776a-4ff2-8cf3-eba0b244e453 req-eae53f51-e216-4fcd-8fe1-3fec9a2472cd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546686 Mar 31 16:44:58.379375 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-02048549-7f0c-4660-8a74-5e135ed5dc57 service neutron] 10.222.0.21 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842542 Mar 31 16:44:58.390002 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-75ec609f-f0b8-44e5-887a-adf8405b7d67 req-60085326-5345-4043-b33e-d327b4d77b92 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747746 Mar 31 16:44:58.545006 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-07cd3a82-dadf-4f71-9a0e-a557295cf05f req-29ecea5f-8aca-4f92-8450-486038da7d93 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 210 time: 0.0261400 Mar 31 16:44:59.474022 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3050e8-4a93-48cc-9930-804456e3bdbf req-ce2e4f39-a8f5-43fa-b81d-7cf8533424a8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:59.475482 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b3050e8-4a93-48cc-9930-804456e3bdbf req-ce2e4f39-a8f5-43fa-b81d-7cf8533424a8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0514674 Mar 31 16:44:59.524548 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b3050e8-4a93-48cc-9930-804456e3bdbf req-408b7c97-455c-428a-a0da-2ee0230267f9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Mar 31 16:44:59.625768 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:59.695944 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0f6a5e79-0caf-4a41-ba24-672acfa2c2d3 req-74cec07c-7b98-462a-ab34-84f8d4179d5b tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 210 time: 0.0637939 Mar 31 16:44:59.751104 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:44:59.777702 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-172e973b-96a4-4427-a4e4-34ae5191060f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:44:59.779483 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-172e973b-96a4-4427-a4e4-34ae5191060f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "GET /v2.0/networks?id=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 HTTP/1.1" status: 200 len: 809 time: 0.1849258 Mar 31 16:44:59.807629 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Request body: {'port': {'device_id': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9', 'admin_state_up': True, 'tenant_id': '3034736b53614809998503d53bf08a6e'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:44:59.923018 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Made reservation on behalf of 3034736b53614809998503d53bf08a6e for: {'port': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:44:59.926503 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:00.050390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Allocated IP 172.20.0.4 (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9/f0af925f-5c01-46ea-85fe-1f017ff946d1/0a9f3067-eaea-4c1e-80c8-c652ca7d9d34) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:45:00.194020 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks [] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:00.226074 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:00.266274 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:45:00.269341 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:45:00.271701 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:45:00.300633 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Pushing event updated for resources: {'Port': ['ID=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:00.313597 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.313939 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.314279 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.314608 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.314936 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.315269 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.315588 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.315906 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.316229 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.316545 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.316861 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.317212 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.317527 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.317841 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.318153 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:00.334962 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:00.335559 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:00.351032 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-9344ba31-b727-4fc9-b8cb-3b38556ae825 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496793 Mar 31 16:45:00.364514 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Request body: {'port': {'device_id': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:00.422507 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:00.672755 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2902a9-caa8-4912-a6d5-a609bc13b7c8 req-59dad5c3-2a6c-45df-9774-ea93ba8b4967 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:00.674214 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a2902a9-caa8-4912-a6d5-a609bc13b7c8 req-59dad5c3-2a6c-45df-9774-ea93ba8b4967 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0810602 Mar 31 16:45:00.722878 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 {{(pid=109838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:45:00.739913 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Publish callbacks [] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:00.762800 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a2902a9-caa8-4912-a6d5-a609bc13b7c8 req-f6d36130-418b-48b4-8307-7b10ab191bdb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696743 Mar 31 16:45:00.764250 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.provisioning_blocks [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Transition to ACTIVE for port object 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 will not be triggered until provisioned by entity L2. {{(pid=109838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:45:00.767645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:01.049872 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:01.107314 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6cc9d-b47f-4edf-80e1-5ab8db561694 req-da28daec-d742-4492-8a4c-65d00ce7dbc6 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.108833 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6fb6cc9d-b47f-4edf-80e1-5ab8db561694 req-da28daec-d742-4492-8a4c-65d00ce7dbc6 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.3370404 Mar 31 16:45:01.154609 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Attempting to bind port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:45:01.154935 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Attempting to bind port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:45:01.155251 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Attempting to bind port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 on network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:45:01.167021 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 on network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:45:01.167334 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Attempting to bind port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 on network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:45:01.177910 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6fb6cc9d-b47f-4edf-80e1-5ab8db561694 req-4d626838-2447-4911-8594-0b83dffdc3b1 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632465 Mar 31 16:45:01.178725 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:45:01.179052 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Checking segment: {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:45:01.179414 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Bound using segment: {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:45:01.179836 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Bound port: 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'}}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:45:01.180182 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:01.240618 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] For port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host hv-cinder-82694, cleared binding levels {{(pid=109838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:45:01.243475 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] For port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:45:01.250154 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:01.281354 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.281979 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:01.283327 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] 10.222.0.55 "PUT /v2.0/ports/0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 HTTP/1.1" status: 200 len: 1093 time: 0.9227026 Mar 31 16:45:01.283762 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'tag': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:01.285985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "9a3f8c7e-720e-418e-8dfb-682c0d94a34b", "tag": "0a9f3067-eaea-4c1e-80c8-c652ca7d9d34"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:01.310889 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094774f5-6adf-4905-8ad5-603c9cba4861 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,revision_number=3']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:01.325256 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50f6dd0-2926-4e29-a950-6475fd170b0b x-openstack-request-id: req-a50f6dd0-2926-4e29-a950-6475fd170b0b {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:01.325563 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a3f8c7e-720e-418e-8dfb-682c0d94a34b", "tag": "0a9f3067-eaea-4c1e-80c8-c652ca7d9d34", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:01.325814 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a50f6dd0-2926-4e29-a950-6475fd170b0b {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:01.326204 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a50f6dd0-2926-4e29-a950-6475fd170b0b'] response: {'name': 'network-changed', 'server_uuid': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'tag': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34', 'status': 'completed', 'code': 200} Mar 31 16:45:01.450510 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf req-edf290aa-170a-4cab-aa8c-c846f4c3a5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.451990 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf req-edf290aa-170a-4cab-aa8c-c846f4c3a5cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3034736b53614809998503d53bf08a6e&device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 1127 time: 0.0465496 Mar 31 16:45:01.623250 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf req-46671358-e699-45e7-bc73-4acfcb048204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.624643 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf req-46671358-e699-45e7-bc73-4acfcb048204 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3034736b53614809998503d53bf08a6e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1551547 Mar 31 16:45:01.778626 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf req-b7dadc44-c7ec-4742-80f8-232b35f8ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.780643 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f54eda17-2f39-4ad4-9874-49b12b7f9fdf req-b7dadc44-c7ec-4742-80f8-232b35f8ad57 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1488914 Mar 31 16:45:01.892077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-fa5a155f-1218-4ab1-b2c5-67a5daac17d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.893500 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-fa5a155f-1218-4ab1-b2c5-67a5daac17d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3034736b53614809998503d53bf08a6e&device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 1127 time: 0.0766509 Mar 31 16:45:01.904466 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1d6c9-f2c9-4a90-9701-99f34292075e req-b2727718-8174-4f0d-a795-7f1ad615964d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:01.906440 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-80c1d6c9-f2c9-4a90-9701-99f34292075e req-b2727718-8174-4f0d-a795-7f1ad615964d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0618398 Mar 31 16:45:01.946434 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-d7e31a9c-663f-42d0-b100-a5f605b6f5b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 HTTP/1.1" status: 200 len: 217 time: 0.0390804 Mar 31 16:45:02.014901 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-80c1d6c9-f2c9-4a90-9701-99f34292075e req-76286bba-cbc7-4418-a8dc-4a39ceb62322 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017389 Mar 31 16:45:02.018644 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-b9984c8e-2eef-480a-bee4-f6540045c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:02.020076 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-b9984c8e-2eef-480a-bee4-f6540045c552 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f0af925f-5c01-46ea-85fe-1f017ff946d1 HTTP/1.1" status: 200 len: 849 time: 0.0654671 Mar 31 16:45:02.054746 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-b8695f06-70c2-435e-8c31-f86d4c65c39a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288100 Mar 31 16:45:02.160779 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-e1f94ae3-5402-4137-b865-e081c1772cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983231 Mar 31 16:45:02.263175 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a2a476e-1a0c-4a06-ab63-bb9370cf1f1f req-07cbdf06-2b6e-47f6-919c-b42d89f70a17 service neutron] 10.222.0.55 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962579 Mar 31 16:45:02.303228 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ad3c8-aec8-439f-b979-d26efbab2082 req-8d38f1b9-e1a7-45ea-8562-5761247067c4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:02.304703 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-885ad3c8-aec8-439f-b979-d26efbab2082 req-8d38f1b9-e1a7-45ea-8562-5761247067c4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.0562093 Mar 31 16:45:02.355465 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-885ad3c8-aec8-439f-b979-d26efbab2082 req-91f1eb11-c6c3-4f3f-82e7-78e4e9ab3b28 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443699 Mar 31 16:45:02.364292 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52496) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:02.469455 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6d57a800-0bf1-4980-97ed-cea422a51740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.539707 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6d57a800-0bf1-4980-97ed-cea422a51740 admin admin] Publish callbacks [] for security_group (88b72b87-69ba-4113-9dab-7baa1a595e95), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.543215 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6d57a800-0bf1-4980-97ed-cea422a51740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (88b72b87-69ba-4113-9dab-7baa1a595e95), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.579980 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6d57a800-0bf1-4980-97ed-cea422a51740 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c40e62b3f92d4e88b32e94e1abc35adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146831 Mar 31 16:45:02.581937 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57a800-0bf1-4980-97ed-cea422a51740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b72b87-69ba-4113-9dab-7baa1a595e95,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:02.582666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52500) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:02.630768 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Publish callbacks [] for security_group (88b72b87-69ba-4113-9dab-7baa1a595e95), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.650762 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Publish callbacks [] for security_group (88b72b87-69ba-4113-9dab-7baa1a595e95), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.701844 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (88b72b87-69ba-4113-9dab-7baa1a595e95), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.704272 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:02.705385 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88b72b87-69ba-4113-9dab-7baa1a595e95 HTTP/1.1" status: 204 len: 168 time: 0.1216671 Mar 31 16:45:02.713609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b72b87-69ba-4113-9dab-7baa1a595e95,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:02.720625 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.720969 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.721329 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.721659 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.721993 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.722307 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.722622 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.722938 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.723253 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.723565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.723879 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.724191 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.724500 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.724842 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.725175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-129766b6-a553-453c-ab54-e9d564c27375 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:02.970635 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52506) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:02.984017 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2681-13e5-4677-876a-d5463f99d45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.067405 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2681-13e5-4677-876a-d5463f99d45d admin admin] Publish callbacks [] for security_group (b8181b6f-c843-4ea6-82c6-b077321a8716), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.073536 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2681-13e5-4677-876a-d5463f99d45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b8181b6f-c843-4ea6-82c6-b077321a8716), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.116441 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e4ca2681-13e5-4677-876a-d5463f99d45d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bcecf404249842058bbbbd98418c0a83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446917 Mar 31 16:45:03.117933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52514) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:03.124932 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ca2681-13e5-4677-876a-d5463f99d45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8181b6f-c843-4ea6-82c6-b077321a8716,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:03.161779 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded1bd2-f992-471b-85cd-4e20fe09e0d5 req-4348a63c-fc08-4283-b39d-ed0d08a9b7da tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:03.169544 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ded1bd2-f992-471b-85cd-4e20fe09e0d5 req-4348a63c-fc08-4283-b39d-ed0d08a9b7da tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0808587 Mar 31 16:45:03.180750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4146-cd63-43b4-916c-90be4f72a096 admin admin] Publish callbacks [] for security_group (b8181b6f-c843-4ea6-82c6-b077321a8716), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.203456 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4146-cd63-43b4-916c-90be4f72a096 admin admin] Publish callbacks [] for security_group (b8181b6f-c843-4ea6-82c6-b077321a8716), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.212642 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ded1bd2-f992-471b-85cd-4e20fe09e0d5 req-63950ca1-5461-4058-b2d3-6e70d8ae573f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Mar 31 16:45:03.256962 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4146-cd63-43b4-916c-90be4f72a096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b8181b6f-c843-4ea6-82c6-b077321a8716), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.259665 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c7fb4146-cd63-43b4-916c-90be4f72a096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:03.260947 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c7fb4146-cd63-43b4-916c-90be4f72a096 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8181b6f-c843-4ea6-82c6-b077321a8716 HTTP/1.1" status: 204 len: 168 time: 0.1420701 Mar 31 16:45:03.269666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb4146-cd63-43b4-916c-90be4f72a096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8181b6f-c843-4ea6-82c6-b077321a8716,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:03.479636 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3036e-1eaa-4445-82d0-a90c627ccaba req-dea92667-d3c7-4ce9-be95-6baacea98c65 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:03.481121 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-18d3036e-1eaa-4445-82d0-a90c627ccaba req-dea92667-d3c7-4ce9-be95-6baacea98c65 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.0544121 Mar 31 16:45:03.527513 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-18d3036e-1eaa-4445-82d0-a90c627ccaba req-1a0be475-8910-44e6-a3c6-6c847742398b tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Mar 31 16:45:04.333148 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f44427-a06d-42d9-83ce-f0974db7357a req-cc086f5b-1f4c-4472-821b-8d201a28a2c9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:04.334706 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b5f44427-a06d-42d9-83ce-f0974db7357a req-cc086f5b-1f4c-4472-821b-8d201a28a2c9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0546577 Mar 31 16:45:04.386200 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b5f44427-a06d-42d9-83ce-f0974db7357a req-23fbb776-13e8-49ff-b901-1e4c46fdc5dc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438993 Mar 31 16:45:04.642359 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7167d4-d31f-45e9-8e0e-78bd2925a588 req-6ad62eab-f5c6-4a1f-944e-6c20e2e98622 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:04.643934 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a7167d4-d31f-45e9-8e0e-78bd2925a588 req-6ad62eab-f5c6-4a1f-944e-6c20e2e98622 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.0531187 Mar 31 16:45:04.693445 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a7167d4-d31f-45e9-8e0e-78bd2925a588 req-dd852496-7be4-4976-88f4-10f0621940e2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440264 Mar 31 16:45:05.506866 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2833cae-f862-4588-a3f2-664692aebdf5 req-50ba577f-e9f3-4189-8a5c-c3e481622839 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:05.508323 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a2833cae-f862-4588-a3f2-664692aebdf5 req-50ba577f-e9f3-4189-8a5c-c3e481622839 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0520513 Mar 31 16:45:05.558045 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a2833cae-f862-4588-a3f2-664692aebdf5 req-e3f69d3b-1de0-4c1f-ae0c-29fcad1ae3c7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441999 Mar 31 16:45:05.810383 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e916b579-a50b-401b-a8a8-655fd15ec118 req-f7510e83-e0ba-4b83-a6cb-26b19ce1950f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:05.811822 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e916b579-a50b-401b-a8a8-655fd15ec118 req-f7510e83-e0ba-4b83-a6cb-26b19ce1950f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.0513453 Mar 31 16:45:05.856789 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e916b579-a50b-401b-a8a8-655fd15ec118 req-57ada419-8b54-443a-81e2-c7f67ad9f269 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Mar 31 16:45:06.681496 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524a0ef-6884-4c82-a543-5f83a2bea75c req-9c97071c-e0f4-4cf3-911a-0d2b22b628da tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:06.682957 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a524a0ef-6884-4c82-a543-5f83a2bea75c req-9c97071c-e0f4-4cf3-911a-0d2b22b628da tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0552104 Mar 31 16:45:06.730903 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a524a0ef-6884-4c82-a543-5f83a2bea75c req-9edaa0bd-a764-4c0c-a931-dfb801f11063 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417643 Mar 31 16:45:06.969813 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e080f-af67-4e11-a66c-947e4410f24f req-c4128d27-4082-4d78-a24b-23b14e3f3d4f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:06.971251 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-441e080f-af67-4e11-a66c-947e4410f24f req-c4128d27-4082-4d78-a24b-23b14e3f3d4f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.0507202 Mar 31 16:45:07.017287 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-441e080f-af67-4e11-a66c-947e4410f24f req-2922f19c-1805-4664-9daf-c73d2f2e46b9 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406213 Mar 31 16:45:07.849715 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21186721-3fdb-422c-96f8-ab6f2c1e3f5a req-9be39c7c-1a2b-47a4-acde-72fbbe5da7cd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:07.851175 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-21186721-3fdb-422c-96f8-ab6f2c1e3f5a req-9be39c7c-1a2b-47a4-acde-72fbbe5da7cd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0532312 Mar 31 16:45:07.896203 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-21186721-3fdb-422c-96f8-ab6f2c1e3f5a req-a5a373f5-0d05-4b5b-ba17-ab0dc487aed8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395708 Mar 31 16:45:08.130010 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5613e7-c445-4b79-a476-48abcb75ff1f req-e01e31c8-e555-4118-a14b-f1b7b42c52a2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:08.131461 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c5613e7-c445-4b79-a476-48abcb75ff1f req-e01e31c8-e555-4118-a14b-f1b7b42c52a2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 943 time: 0.0510719 Mar 31 16:45:08.176128 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c5613e7-c445-4b79-a476-48abcb75ff1f req-be7e938d-c8c4-4117-915d-080d03433507 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392890 Mar 31 16:45:08.630595 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:45:08.731169 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:08.742262 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34', 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9', 'port_id': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34', 'mac_address': 'fa:16:3e:58:8a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0af925f-5c01-46ea-85fe-1f017ff946d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:45:08.778004 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:45:08.778394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:08.794715 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:45:08.813219 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:08.817313 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:08.865236 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:08.872264 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.872610 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.872966 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.873348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.873688 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.874018 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.874921 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.875266 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.875595 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.875919 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.876244 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.876583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.876914 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.877258 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:08.877580 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:45:09.010456 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb9e7-c0c6-4f00-9380-edd3964be468 req-5959f324-cb6c-4db8-9ece-d003c01d18ee tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:09.011887 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c9fb9e7-c0c6-4f00-9380-edd3964be468 req-5959f324-cb6c-4db8-9ece-d003c01d18ee tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0505106 Mar 31 16:45:09.069908 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c9fb9e7-c0c6-4f00-9380-edd3964be468 req-605be473-5d08-403f-9629-f9ff35d29b5e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524471 Mar 31 16:45:09.288703 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a155702-3dbb-4f7a-afd0-aea3705f7463 req-8fc4adc4-52ca-4f35-9624-64f081f97e20 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:09.290183 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a155702-3dbb-4f7a-afd0-aea3705f7463 req-8fc4adc4-52ca-4f35-9624-64f081f97e20 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0511453 Mar 31 16:45:09.335364 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a155702-3dbb-4f7a-afd0-aea3705f7463 req-851536a3-d699-4a6a-97e0-da74ab7ef29c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397232 Mar 31 16:45:10.188397 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730bd2d-13cc-420b-8ded-e369a68327f9 req-ba1db3ba-8ca1-4884-9625-478d583034f3 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:10.189873 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2730bd2d-13cc-420b-8ded-e369a68327f9 req-ba1db3ba-8ca1-4884-9625-478d583034f3 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0512619 Mar 31 16:45:10.234502 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2730bd2d-13cc-420b-8ded-e369a68327f9 req-755d78d5-563a-4f81-8a45-4d4d92bbdd15 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Mar 31 16:45:10.451702 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123de54c-82c4-45b0-a7e5-3938c536ad7e req-9673d519-d337-4882-864e-c232e9940081 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:10.453771 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-123de54c-82c4-45b0-a7e5-3938c536ad7e req-9673d519-d337-4882-864e-c232e9940081 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0551076 Mar 31 16:45:10.499211 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-123de54c-82c4-45b0-a7e5-3938c536ad7e req-53ec31f7-35c4-4543-85d2-eb821ab9c542 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397806 Mar 31 16:45:11.349327 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b00c4e9-2168-4a45-bd94-a7676f6cc790 req-0a969f8e-3424-48ce-9ca7-3ecc768d5f7f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:11.350754 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b00c4e9-2168-4a45-bd94-a7676f6cc790 req-0a969f8e-3424-48ce-9ca7-3ecc768d5f7f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0513139 Mar 31 16:45:11.395125 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5b00c4e9-2168-4a45-bd94-a7676f6cc790 req-d8c2526b-c42f-4ddc-9355-df229dc8842e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388994 Mar 31 16:45:11.615233 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2caacf2-ef40-4722-b870-63b1c38a3d6c req-517d666d-0226-4187-8a87-938737c0bcfa tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:11.616847 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b2caacf2-ef40-4722-b870-63b1c38a3d6c req-517d666d-0226-4187-8a87-938737c0bcfa tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0528083 Mar 31 16:45:11.666770 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b2caacf2-ef40-4722-b870-63b1c38a3d6c req-62de50b0-ea95-44fd-b340-bed3668be6f2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Mar 31 16:45:11.733884 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['0a9f3067-eaea-4c1e-80c8-c652ca7d9d34'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:45:12.510380 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154010c3-f31d-4604-bf18-036ba2dff743 req-6251ce48-db7d-4571-8cea-61789b811a9a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:12.511860 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-154010c3-f31d-4604-bf18-036ba2dff743 req-6251ce48-db7d-4571-8cea-61789b811a9a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0517244 Mar 31 16:45:12.564325 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-154010c3-f31d-4604-bf18-036ba2dff743 req-f33e0538-029d-4766-b981-2460fa49398f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470057 Mar 31 16:45:12.793571 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a4aac-c893-4bce-a093-9347901efa94 req-b309e023-9a57-4e8b-976b-97161e141f78 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:12.795301 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-501a4aac-c893-4bce-a093-9347901efa94 req-b309e023-9a57-4e8b-976b-97161e141f78 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0601444 Mar 31 16:45:12.857430 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-501a4aac-c893-4bce-a093-9347901efa94 req-a96fdfb7-47b0-4387-9e1c-f29425cbfe2c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Mar 31 16:45:13.683371 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd73e67-de6f-4dde-8b34-9885c7525259 req-bc3b4527-44a7-490b-a49a-924ff92fcd39 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:13.684796 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bcd73e67-de6f-4dde-8b34-9885c7525259 req-bc3b4527-44a7-490b-a49a-924ff92fcd39 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0533121 Mar 31 16:45:13.738665 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bcd73e67-de6f-4dde-8b34-9885c7525259 req-1d7b4e1e-e1ac-4f2c-8010-0e06bb1f08da tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478339 Mar 31 16:45:13.956435 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:45:13.970112 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4f698-2510-4d8c-a407-c540c61467cd req-01eead1f-9026-48ed-92fd-66a3694c51ce tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:13.971583 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-82b4f698-2510-4d8c-a407-c540c61467cd req-01eead1f-9026-48ed-92fd-66a3694c51ce tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0508258 Mar 31 16:45:14.017891 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-82b4f698-2510-4d8c-a407-c540c61467cd req-93528b1f-0fd2-4829-be8c-8c560bc548d8 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409105 Mar 31 16:45:14.857973 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf809c3-949e-4028-94ce-4aedd13a99f2 req-067f21a1-2145-4606-98c1-2627bf1c16e0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:14.859625 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eaf809c3-949e-4028-94ce-4aedd13a99f2 req-067f21a1-2145-4606-98c1-2627bf1c16e0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0536354 Mar 31 16:45:14.905433 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eaf809c3-949e-4028-94ce-4aedd13a99f2 req-934a3898-35be-4722-8a11-7f22a21a83ef tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401940 Mar 31 16:45:15.130323 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689b3a1-e360-4705-8d1f-fdde0965a7cb req-a8ca4207-f6b7-4c34-a221-e9f8af903814 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:15.131826 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3689b3a1-e360-4705-8d1f-fdde0965a7cb req-a8ca4207-f6b7-4c34-a221-e9f8af903814 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0508301 Mar 31 16:45:15.177233 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3689b3a1-e360-4705-8d1f-fdde0965a7cb req-d7a6bb41-f510-4b03-b431-3c84337489d6 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397172 Mar 31 16:45:16.021853 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515db0be-ff4d-4151-bfbb-1a4e298ac90a req-0bbf69b4-8126-4ab4-aaf9-abbbc0f4680f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:16.023434 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-515db0be-ff4d-4151-bfbb-1a4e298ac90a req-0bbf69b4-8126-4ab4-aaf9-abbbc0f4680f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0510359 Mar 31 16:45:16.074425 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-515db0be-ff4d-4151-bfbb-1a4e298ac90a req-6d1a8ae9-a794-4e1d-8178-a9244ead00ca tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Mar 31 16:45:16.288914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02621005-fab4-46ae-bf1f-1e3404500ece req-d8bb5e80-65b5-4d50-94ae-141d68b6e8c2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:16.290348 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-02621005-fab4-46ae-bf1f-1e3404500ece req-d8bb5e80-65b5-4d50-94ae-141d68b6e8c2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0498719 Mar 31 16:45:16.334986 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-02621005-fab4-46ae-bf1f-1e3404500ece req-13dd1a12-95da-4434-903b-6d709c803085 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Mar 31 16:45:17.202036 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec5317-6d1f-47ee-acd5-136b28ee8ff9 req-518350f7-1ce8-4c5d-8378-be83ad23c1e7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:17.204075 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ceec5317-6d1f-47ee-acd5-136b28ee8ff9 req-518350f7-1ce8-4c5d-8378-be83ad23c1e7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0574741 Mar 31 16:45:17.250665 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ceec5317-6d1f-47ee-acd5-136b28ee8ff9 req-4396af52-4630-449c-bb45-6492b63b0a77 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Mar 31 16:45:17.470129 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6c050-0bc9-4483-a386-6bb98f3118bd req-f5bc3d3e-9c65-4ad2-a962-cf12c4c5767f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:17.472233 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f3e6c050-0bc9-4483-a386-6bb98f3118bd req-f5bc3d3e-9c65-4ad2-a962-cf12c4c5767f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0722837 Mar 31 16:45:17.518987 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f3e6c050-0bc9-4483-a386-6bb98f3118bd req-d29da70e-0579-479e-b7fb-127e320d7a7e tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Mar 31 16:45:18.235713 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57166ce-0399-4723-9276-e211a93c87be req-8ffecabe-1d55-4fa2-9777-ee64c56e2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:18.237234 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e57166ce-0399-4723-9276-e211a93c87be req-8ffecabe-1d55-4fa2-9777-ee64c56e2e96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1130 time: 0.0432060 Mar 31 16:45:18.281999 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e57166ce-0399-4723-9276-e211a93c87be req-0884c976-a144-4c64-b562-16513b469874 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375528 Mar 31 16:45:18.370193 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa020cdd-f73e-4c07-b677-e79f7697ee91 req-a94ab188-bfc5-4d95-b28f-971475fd3ac9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:18.371883 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa020cdd-f73e-4c07-b677-e79f7697ee91 req-a94ab188-bfc5-4d95-b28f-971475fd3ac9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0516601 Mar 31 16:45:18.429279 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa020cdd-f73e-4c07-b677-e79f7697ee91 req-a4d04904-4b40-4c0d-a0f5-b31f4a9d203f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505171 Mar 31 16:45:18.631257 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abfecce-6c3f-4a7b-b364-c7b464c09ee4 req-63029094-360a-4ef6-85ad-a1159e42663f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:18.632674 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6abfecce-6c3f-4a7b-b364-c7b464c09ee4 req-63029094-360a-4ef6-85ad-a1159e42663f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0511765 Mar 31 16:45:18.679212 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6abfecce-6c3f-4a7b-b364-c7b464c09ee4 req-293a6acf-02d6-4e01-af27-1de95dffb7d4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410378 Mar 31 16:45:19.551649 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9d874-007b-44b0-b7ce-cb80a83283e7 req-011e0b56-7464-4451-ac65-59f38509c52c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:19.553100 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7ce9d874-007b-44b0-b7ce-cb80a83283e7 req-011e0b56-7464-4451-ac65-59f38509c52c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0580466 Mar 31 16:45:19.597380 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7ce9d874-007b-44b0-b7ce-cb80a83283e7 req-d95b8868-444b-4d3c-a475-0e11dae74d69 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385540 Mar 31 16:45:19.797317 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0fcd3-d2e2-4e05-862e-bb8936c5a280 req-279ca05d-f07a-419f-bbf6-9bb4ef49c4e3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:19.798757 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a9c0fcd3-d2e2-4e05-862e-bb8936c5a280 req-279ca05d-f07a-419f-bbf6-9bb4ef49c4e3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 944 time: 0.0544446 Mar 31 16:45:19.843866 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a9c0fcd3-d2e2-4e05-862e-bb8936c5a280 req-1a3858cb-c8a3-47c4-8bf5-719a0724509d tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Mar 31 16:45:20.373069 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:45:20.419855 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:45:20.424151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:45:20.424528 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:20.502089 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:45:20.502475 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:20.524390 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:20.526646 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e26685b-79fe-4765-968f-f0334b5d5002" -d '{"events": [{"server_uuid": "9a3f8c7e-720e-418e-8dfb-682c0d94a34b", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f3067-eaea-4c1e-80c8-c652ca7d9d34"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:20.539401 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:20.544097 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:20.570451 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e9a533-fae6-40c1-a7f8-a590a7232cf2 x-openstack-request-id: req-89e9a533-fae6-40c1-a7f8-a590a7232cf2 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:20.570771 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3f8c7e-720e-418e-8dfb-682c0d94a34b", "name": "network-vif-plugged", "status": "completed", "tag": "0a9f3067-eaea-4c1e-80c8-c652ca7d9d34", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:20.571031 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89e9a533-fae6-40c1-a7f8-a590a7232cf2 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:20.571423 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e9a533-fae6-40c1-a7f8-a590a7232cf2'] response: {'server_uuid': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34', 'code': 200} Mar 31 16:45:20.595712 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:20.712018 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4611be-a422-401e-9a3c-762d563597c0 req-572aa955-5455-4d48-88f6-48d4a330734f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:20.713425 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9d4611be-a422-401e-9a3c-762d563597c0 req-572aa955-5455-4d48-88f6-48d4a330734f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0519009 Mar 31 16:45:20.759536 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9d4611be-a422-401e-9a3c-762d563597c0 req-e3971dcf-9dc4-4491-84da-537589f6f7b8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406115 Mar 31 16:45:20.962907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6b5e2-5de5-431f-af4e-1a54ea205222 req-dc603b2f-b6a6-4d93-add1-46c11383d80f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:20.964266 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-34c6b5e2-5de5-431f-af4e-1a54ea205222 req-dc603b2f-b6a6-4d93-add1-46c11383d80f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0539145 Mar 31 16:45:21.009994 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-34c6b5e2-5de5-431f-af4e-1a54ea205222 req-31426211-e5fa-43a2-a936-55cf97b10f3c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396128 Mar 31 16:45:21.874956 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa2d31-f667-42df-8792-836a9e26d1b8 req-79fd8270-1d0e-4dcc-be3a-b2b2754fad89 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:21.876298 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-43aa2d31-f667-42df-8792-836a9e26d1b8 req-79fd8270-1d0e-4dcc-be3a-b2b2754fad89 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0512712 Mar 31 16:45:21.920353 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-43aa2d31-f667-42df-8792-836a9e26d1b8 req-0f2a2763-9765-4c09-b326-56d204450bc7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384545 Mar 31 16:45:22.127159 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c483ff2-afbf-4b14-9cb8-7a287a577a16 req-b448c059-48a4-48a0-9b60-09c499b504d7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:22.128538 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7c483ff2-afbf-4b14-9cb8-7a287a577a16 req-b448c059-48a4-48a0-9b60-09c499b504d7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0522425 Mar 31 16:45:22.175272 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7c483ff2-afbf-4b14-9cb8-7a287a577a16 req-ae96e0eb-e153-4202-bda6-2eb0e7abec48 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412252 Mar 31 16:45:23.043067 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b1d81-de95-478b-b6d7-7a171d173e24 req-ecc67403-6cbc-41a2-bbe6-18adfcbe2261 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:23.044425 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-392b1d81-de95-478b-b6d7-7a171d173e24 req-ecc67403-6cbc-41a2-bbe6-18adfcbe2261 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0517879 Mar 31 16:45:23.094369 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-392b1d81-de95-478b-b6d7-7a171d173e24 req-d6989fcf-6e1e-470a-986c-eb3eb9110966 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443199 Mar 31 16:45:23.149477 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff5f227-d644-428f-828f-43079a6d6e41 req-70080b81-577d-4221-908e-5b6a4a290dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:23.150899 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2ff5f227-d644-428f-828f-43079a6d6e41 req-70080b81-577d-4221-908e-5b6a4a290dc3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 1129 time: 0.0417311 Mar 31 16:45:23.193869 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2ff5f227-d644-428f-828f-43079a6d6e41 req-2e2ca49b-43dd-4cbe-8075-de3c18a30be3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356452 Mar 31 16:45:23.295588 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d1e12-d06d-4ff5-a331-54030219bfd4 req-4ec50e7a-e4ad-4e8b-9937-bd92d94b4310 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:23.296998 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cb5d1e12-d06d-4ff5-a331-54030219bfd4 req-4ec50e7a-e4ad-4e8b-9937-bd92d94b4310 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0560408 Mar 31 16:45:23.346527 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cb5d1e12-d06d-4ff5-a331-54030219bfd4 req-c72fb27e-2bbb-4738-b84c-f388fb398751 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Mar 31 16:45:23.458672 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f2aaf411-1412-4dd0-86d1-fc2bca7e32c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:24.218118 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3de0c7-9fb8-40ca-9d94-9a75d188c711 req-689037a8-c693-4e8c-9e3e-13d501c76663 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:24.219567 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a3de0c7-9fb8-40ca-9d94-9a75d188c711 req-689037a8-c693-4e8c-9e3e-13d501c76663 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0509186 Mar 31 16:45:24.264304 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a3de0c7-9fb8-40ca-9d94-9a75d188c711 req-fabaf022-ae0e-4046-81d1-3e5383da0736 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Mar 31 16:45:24.473309 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e3865-0809-4292-ae01-9587857a1f24 req-e5866f10-3566-44c9-bacf-b51ab569ee3b tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:24.474775 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-184e3865-0809-4292-ae01-9587857a1f24 req-e5866f10-3566-44c9-bacf-b51ab569ee3b tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0629485 Mar 31 16:45:24.733201 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-184e3865-0809-4292-ae01-9587857a1f24 req-cd6190ed-ef44-4c57-930c-1bd8bb6e7423 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528448 Mar 31 16:45:24.763626 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 52892) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:24.876885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4e76e03c-0fca-4334-8c81-31eecb566400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:24.961208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4e76e03c-0fca-4334-8c81-31eecb566400 admin admin] Publish callbacks [] for security_group (05fae383-4084-41fa-b076-d8763509eaac), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:24.965570 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4e76e03c-0fca-4334-8c81-31eecb566400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (05fae383-4084-41fa-b076-d8763509eaac), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:25.002356 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4e76e03c-0fca-4334-8c81-31eecb566400 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b67736681e4b4035b55c3790079f884e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2376544 Mar 31 16:45:25.003466 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76e03c-0fca-4334-8c81-31eecb566400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05fae383-4084-41fa-b076-d8763509eaac,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:25.004952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 52906) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:25.061583 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c0c43ae-f1de-4056-8c1a-a80b62e7a668 admin admin] Publish callbacks [] for security_group (05fae383-4084-41fa-b076-d8763509eaac), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:25.084992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c0c43ae-f1de-4056-8c1a-a80b62e7a668 admin admin] Publish callbacks [] for security_group (05fae383-4084-41fa-b076-d8763509eaac), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:25.134470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c0c43ae-f1de-4056-8c1a-a80b62e7a668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (05fae383-4084-41fa-b076-d8763509eaac), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:25.137021 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c0c43ae-f1de-4056-8c1a-a80b62e7a668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:25.139145 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6c0c43ae-f1de-4056-8c1a-a80b62e7a668 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05fae383-4084-41fa-b076-d8763509eaac HTTP/1.1" status: 204 len: 168 time: 0.1321507 Mar 31 16:45:25.146017 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c43ae-f1de-4056-8c1a-a80b62e7a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fae383-4084-41fa-b076-d8763509eaac,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:25.385106 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5dc9d-82cb-492a-bc00-75dcc91351fa req-a0881720-2be1-4784-acf8-ea44ff5687b6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:25.387429 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f4f5dc9d-82cb-492a-bc00-75dcc91351fa req-a0881720-2be1-4784-acf8-ea44ff5687b6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0575140 Mar 31 16:45:25.451622 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f4f5dc9d-82cb-492a-bc00-75dcc91351fa req-bd6cd492-e66c-4169-8bdf-f0d20b046fe6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568454 Mar 31 16:45:25.717037 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92febc67-290a-4408-bd1a-5f13c5336279 req-831c7515-7a60-479e-9342-6695a6b31de3 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:25.719114 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92febc67-290a-4408-bd1a-5f13c5336279 req-831c7515-7a60-479e-9342-6695a6b31de3 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0632951 Mar 31 16:45:25.799618 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92febc67-290a-4408-bd1a-5f13c5336279 req-6235b36e-908f-46fa-922b-36dbd636672d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699382 Mar 31 16:45:25.802937 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2964c44a-0196-4134-9fbd-7c64b5f77b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:25.813185 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-ae962a51-3ce0-4a97-9c03-1f7fe3b10997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:25.818466 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-ae962a51-3ce0-4a97-9c03-1f7fe3b10997 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1130 time: 0.0810752 Mar 31 16:45:25.949363 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2faa90-9725-44b8-84ab-942af4ae9ece req-882dacc1-51ba-44ba-baf7-76702ad9ec69 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:25.950831 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab2faa90-9725-44b8-84ab-942af4ae9ece req-882dacc1-51ba-44ba-baf7-76702ad9ec69 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.1142814 Mar 31 16:45:25.954144 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-75f06d35-1eaa-4900-a785-3a61a7e88d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:25.955544 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-75f06d35-1eaa-4900-a785-3a61a7e88d3b service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.1277790 Mar 31 16:45:26.005859 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-8fb1e019-648c-49fd-933e-31198571bf33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 217 time: 0.0430505 Mar 31 16:45:26.067866 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab2faa90-9725-44b8-84ab-942af4ae9ece req-862b8f49-675d-4d84-8ed4-1d77cd49fe2f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076586 Mar 31 16:45:26.078029 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-99ebe36d-c4ea-4054-9aac-5200d557f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:26.079787 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-99ebe36d-c4ea-4054-9aac-5200d557f4af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0625169 Mar 31 16:45:26.135703 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-dc9ccf4f-23e7-47ba-b31d-ed189700c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:26.137387 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-dc9ccf4f-23e7-47ba-b31d-ed189700c05e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498643 Mar 31 16:45:26.236292 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-682a5101-61ba-4101-80cb-47367e5af3c5 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909741 Mar 31 16:45:26.332217 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d747e9a2-2e3f-417f-a530-e1b0af880bcb req-f2cb8f07-8ed9-4c24-9807-40bb0a00227f service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892887 Mar 31 16:45:26.715471 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:26.919914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f68cf5-6ccb-449a-a88d-205d32077a52 req-7ca3f7de-2289-484b-aa07-1a266c70970e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:26.921360 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a3f68cf5-6ccb-449a-a88d-205d32077a52 req-7ca3f7de-2289-484b-aa07-1a266c70970e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0528359 Mar 31 16:45:26.972176 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a3f68cf5-6ccb-449a-a88d-205d32077a52 req-eaa6797f-0ff8-47fc-ba77-fffc1711a95e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 Mar 31 16:45:28.094700 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465ed89-c000-4631-ac03-c214b17ff3f7 req-6b0870c8-823d-4c7e-918b-53ea0f29729c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:28.096165 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e465ed89-c000-4631-ac03-c214b17ff3f7 req-6b0870c8-823d-4c7e-918b-53ea0f29729c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0532362 Mar 31 16:45:28.142280 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e465ed89-c000-4631-ac03-c214b17ff3f7 req-2bd48a1b-75b0-4494-9fc5-965c7d29231e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405414 Mar 31 16:45:28.307205 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36405e-41c3-4ce7-9c2b-7da461572277 req-bad345de-a11e-49d1-ad4e-00c0917d84c4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:28.308585 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc36405e-41c3-4ce7-9c2b-7da461572277 req-bad345de-a11e-49d1-ad4e-00c0917d84c4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0513725 Mar 31 16:45:28.332186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:28.360179 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc36405e-41c3-4ce7-9c2b-7da461572277 req-b501782e-8690-4e6b-90d1-becb14c223e4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461695 Mar 31 16:45:29.265475 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e434f-e759-4514-9c18-d879f1781bae req-bf1d1f74-8b43-4547-8de2-6e1a95404dd1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:29.267113 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f67e434f-e759-4514-9c18-d879f1781bae req-bf1d1f74-8b43-4547-8de2-6e1a95404dd1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0577090 Mar 31 16:45:29.312584 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f67e434f-e759-4514-9c18-d879f1781bae req-35c9258d-2ecf-4755-bd59-224853015288 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399449 Mar 31 16:45:29.477038 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104af9d1-d00c-4203-89bf-ae645f721ac4 req-30fd4237-9287-408a-8483-13e55313b222 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:29.478500 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-104af9d1-d00c-4203-89bf-ae645f721ac4 req-30fd4237-9287-408a-8483-13e55313b222 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0503397 Mar 31 16:45:29.524126 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-104af9d1-d00c-4203-89bf-ae645f721ac4 req-23194c88-c3be-4c67-bfdb-70c6e7f817f9 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402005 Mar 31 16:45:29.630098 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:29.723607 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:30.431622 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe6059-620c-4570-ac9b-9d6b661867aa req-f646e60e-5f28-4482-b1cf-08ee36ac6428 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:30.433103 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7cbe6059-620c-4570-ac9b-9d6b661867aa req-f646e60e-5f28-4482-b1cf-08ee36ac6428 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0549200 Mar 31 16:45:30.479994 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7cbe6059-620c-4570-ac9b-9d6b661867aa req-74c281ef-4e1e-407a-8889-5f2ae7783059 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413778 Mar 31 16:45:30.552769 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-27a15f35-264e-468e-852d-16818bfc26fb tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:30.554256 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-27a15f35-264e-468e-852d-16818bfc26fb tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.0524580 Mar 31 16:45:30.701360 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16122484-a645-467e-80cb-9c64d1264d0a req-8416bf94-0284-4471-9d03-18f99420b79c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:30.702898 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-16122484-a645-467e-80cb-9c64d1264d0a req-8416bf94-0284-4471-9d03-18f99420b79c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a3f8c7e-720e-418e-8dfb-682c0d94a34b HTTP/1.1" status: 200 len: 945 time: 0.1082046 Mar 31 16:45:30.749499 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Deleting port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:45:30.749833 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:30.808989 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-16122484-a645-467e-80cb-9c64d1264d0a req-d7337e5a-28b9-4c8a-9cd0-485b4700ee9f tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003928 Mar 31 16:45:30.854002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] For port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:30.854355 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:30.868671 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Calling delete_port for 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:45:31.018528 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (0a9f3067-eaea-4c1e-80c8-c652ca7d9d34), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:31.031193 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['0a9f3067-eaea-4c1e-80c8-c652ca7d9d34'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:45:31.046360 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Pushing event deleted for resources: {'Port': ['ID=0a9f3067-eaea-4c1e-80c8-c652ca7d9d34,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:31.109827 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] No DVR routers for this DVR port 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:45:31.112812 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:31.116038 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f83ab241-ad37-43fb-a2f6-d315a8fb9639 req-f35d0573-5300-425d-b4f9-de46590c316a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "DELETE /v2.0/ports/0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 HTTP/1.1" status: 204 len: 173 time: 0.5533042 Mar 31 16:45:31.116469 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'name': 'network-vif-deleted', 'tag': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:31.118805 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4659f989-f2cd-4732-a7a1-1e1ef05d2c8a" -d '{"events": [{"server_uuid": "9a3f8c7e-720e-418e-8dfb-682c0d94a34b", "name": "network-vif-deleted", "tag": "0a9f3067-eaea-4c1e-80c8-c652ca7d9d34"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:31.155062 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13eec6be-ebef-4090-bdbc-a3a1fd46ef27 x-openstack-request-id: req-13eec6be-ebef-4090-bdbc-a3a1fd46ef27 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:31.155357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a3f8c7e-720e-418e-8dfb-682c0d94a34b", "name": "network-vif-deleted", "tag": "0a9f3067-eaea-4c1e-80c8-c652ca7d9d34", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:31.156253 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13eec6be-ebef-4090-bdbc-a3a1fd46ef27 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:31.156685 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13eec6be-ebef-4090-bdbc-a3a1fd46ef27'] response: {'server_uuid': '9a3f8c7e-720e-418e-8dfb-682c0d94a34b', 'name': 'network-vif-deleted', 'tag': '0a9f3067-eaea-4c1e-80c8-c652ca7d9d34', 'status': 'completed', 'code': 200} Mar 31 16:45:31.615438 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646531d1-9af9-4239-ad00-63bd5a34a6d3 req-9f5168ff-cfec-4853-bf1e-8cce985a2730 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:31.621752 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-646531d1-9af9-4239-ad00-63bd5a34a6d3 req-9f5168ff-cfec-4853-bf1e-8cce985a2730 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0628619 Mar 31 16:45:31.691296 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-646531d1-9af9-4239-ad00-63bd5a34a6d3 req-7995cece-0b33-4f3a-86a0-7708d09a174e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671904 Mar 31 16:45:32.183479 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-c9d69400-c464-4e16-ba5a-badf9fc02e10 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:32.184919 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-c9d69400-c464-4e16-ba5a-badf9fc02e10 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/networks?id=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 HTTP/1.1" status: 200 len: 809 time: 0.1122892 Mar 31 16:45:32.199220 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-b2f743c8-4aea-47b8-8595-3a4b0b08a50d tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/quotas/3034736b53614809998503d53bf08a6e HTTP/1.1" status: 200 len: 375 time: 0.0087390 Mar 31 16:45:32.233487 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-c8df3b4c-eeee-4a6c-af4d-f6b920fbde20 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=3034736b53614809998503d53bf08a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291877 Mar 31 16:45:32.329760 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-047e05d2-e96b-4cc2-9cc5-416099e7da92 service neutron] 10.222.0.21 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866971 Mar 31 16:45:32.418731 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-56c3064c-4c0e-4e25-b0f7-77f405109c66 service neutron] 10.222.0.21 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822062 Mar 31 16:45:32.604479 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1f1d3690-4e3b-4fdd-99b2-526793606d94 req-4e5d5d91-4342-4e10-9729-1efc62c294e4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 210 time: 0.0349886 Mar 31 16:45:33.066027 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53132) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:33.236829 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c10301b0-36ed-46f7-ad44-536842a6e486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.309847 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c10301b0-36ed-46f7-ad44-536842a6e486 admin admin] Publish callbacks [] for security_group (52294946-fd67-4ade-adf4-04a0bde9a193), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.313551 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c10301b0-36ed-46f7-ad44-536842a6e486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (52294946-fd67-4ade-adf4-04a0bde9a193), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.351961 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10301b0-36ed-46f7-ad44-536842a6e486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52294946-fd67-4ade-adf4-04a0bde9a193,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:33.359648 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c10301b0-36ed-46f7-ad44-536842a6e486 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93b4fa64e5af4dd1923e7f26779801af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872963 Mar 31 16:45:33.360026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53136) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:33.418139 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dec68b67-7ad1-479f-b96e-206ec9b1f043 admin admin] Publish callbacks [] for security_group (52294946-fd67-4ade-adf4-04a0bde9a193), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.450305 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53140) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:33.456392 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209594016', 'description': 'tempest-description--1705022394'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:33.458912 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dec68b67-7ad1-479f-b96e-206ec9b1f043 admin admin] Publish callbacks [] for security_group (52294946-fd67-4ade-adf4-04a0bde9a193), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.476361 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:45:33.481335 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.504403 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:45:33.504838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 0a9f3067-eaea-4c1e-80c8-c652ca7d9d34 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:45:33.572973 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group (221fecc9-9047-4147-a7e5-91fc61a445d7), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.578279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (221fecc9-9047-4147-a7e5-91fc61a445d7), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.589833 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dec68b67-7ad1-479f-b96e-206ec9b1f043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (52294946-fd67-4ade-adf4-04a0bde9a193), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.593607 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-dec68b67-7ad1-479f-b96e-206ec9b1f043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.595098 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-dec68b67-7ad1-479f-b96e-206ec9b1f043 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/52294946-fd67-4ade-adf4-04a0bde9a193 HTTP/1.1" status: 204 len: 168 time: 0.2343881 Mar 31 16:45:33.613760 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec68b67-7ad1-479f-b96e-206ec9b1f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52294946-fd67-4ade-adf4-04a0bde9a193,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:33.616905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.622473 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1709933 Mar 31 16:45:33.623134 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53146) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:33.632350 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'security_group_rule': {'security_group_id': '221fecc9-9047-4147-a7e5-91fc61a445d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:33.643557 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce76736-1d6c-402a-9964-eec73109a356 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=221fecc9-9047-4147-a7e5-91fc61a445d7,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:33.670193 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group_rule (461f17f1-8630-42ad-adfd-3f5f5ca04e75), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.704945 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-9160ffaa-ceb5-43bb-b309-bc9d895e9ef3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:33.706683 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-9160ffaa-ceb5-43bb-b309-bc9d895e9ef3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "GET /v2.0/networks?id=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 HTTP/1.1" status: 200 len: 809 time: 0.1691885 Mar 31 16:45:33.725678 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Request body: {'port': {'device_id': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9', 'admin_state_up': True, 'tenant_id': '3034736b53614809998503d53bf08a6e'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:33.751241 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4857ab12-5597-4da3-ad14-6a0c16b2f52a req-8113cc66-f0ea-4c72-bdad-33ade4e09f10 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 210 time: 0.0426879 Mar 31 16:45:33.778792 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group_rule (461f17f1-8630-42ad-adfd-3f5f5ca04e75), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.783657 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (461f17f1-8630-42ad-adfd-3f5f5ca04e75), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.810452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=461f17f1-8630-42ad-adfd-3f5f5ca04e75,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:33.822049 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.823288 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-39b5fbe7-551e-4aa1-a05e-5dc4e41a5ed6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1953564 Mar 31 16:45:33.826476 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53152) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:33.832135 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'security_group_rule': {'security_group_id': '221fecc9-9047-4147-a7e5-91fc61a445d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:33.900524 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group_rule (c6758846-bed5-476f-ad0f-c01d35e1317b), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:33.959912 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Made reservation on behalf of 3034736b53614809998503d53bf08a6e for: {'port': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:45:33.963263 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.005449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group_rule (c6758846-bed5-476f-ad0f-c01d35e1317b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.010911 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (c6758846-bed5-476f-ad0f-c01d35e1317b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.067461 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6758846-bed5-476f-ad0f-c01d35e1317b,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:34.078149 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.079392 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-57a2570a-3476-4471-8525-7e9428653226 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2510526 Mar 31 16:45:34.082739 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53158) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:34.089337 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:34.157213 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.225449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Allocated IP 172.20.0.6 (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9/f0af925f-5c01-46ea-85fe-1f017ff946d1/a919b322-5613-4d28-9201-551793e2fede) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:45:34.409749 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.420515 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks [] for port (a919b322-5613-4d28-9201-551793e2fede), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.536605 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (a919b322-5613-4d28-9201-551793e2fede), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.551650 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Allocated IP 172.27.3.104 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:45:34.596173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:45:34.602379 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:45:34.638725 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:45:34.669268 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Pushing event updated for resources: {'Port': ['ID=a919b322-5613-4d28-9201-551793e2fede,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:34.707022 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:34.707613 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.976370 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-49493048-8e46-4cde-b5a1-c4d93344d2b7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2570500 Mar 31 16:45:34.987493 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:34.992775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Request body: {'port': {'device_id': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:35.047985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0c7d1-9b51-4de3-bf64-fd4d64c7c20e req-12af918f-9ec2-40a9-8ce9-8747a86f49ea tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:35.049448 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d0f0c7d1-9b51-4de3-bf64-fd4d64c7c20e req-12af918f-9ec2-40a9-8ce9-8747a86f49ea tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 931 time: 0.1174421 Mar 31 16:45:35.103686 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a919b322-5613-4d28-9201-551793e2fede), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.121648 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.186200 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d0f0c7d1-9b51-4de3-bf64-fd4d64c7c20e req-dcf41711-bbee-4c26-acc5-b41f02032f58 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183050 Mar 31 16:45:35.192975 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:45:35.203328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:45:35.211839 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:45:35.220405 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'Port': ['ID=3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:35.420151 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.476200 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.554406 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a919b322-5613-4d28-9201-551793e2fede {{(pid=109838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:45:35.563199 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Publish callbacks [] for port (a919b322-5613-4d28-9201-551793e2fede), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.614555 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.provisioning_blocks [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Transition to ACTIVE for port object a919b322-5613-4d28-9201-551793e2fede will not be triggered until provisioned by entity L2. {{(pid=109838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:45:35.619461 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (a919b322-5613-4d28-9201-551793e2fede), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.693943 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Pushing event updated for resources: {'Port': ['ID=a919b322-5613-4d28-9201-551793e2fede,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:35.766321 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.773445 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.842716 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Attempting to bind port a919b322-5613-4d28-9201-551793e2fede on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:45:35.843535 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Attempting to bind port a919b322-5613-4d28-9201-551793e2fede by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:45:35.843859 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Attempting to bind port a919b322-5613-4d28-9201-551793e2fede on network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:45:35.859164 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'Port': ['ID=3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:35.862158 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Port a919b322-5613-4d28-9201-551793e2fede on network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:45:35.862659 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Attempting to bind port a919b322-5613-4d28-9201-551793e2fede on network 5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:45:35.871676 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:45:35.872028 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Checking segment: {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:45:35.872377 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Bound using segment: {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:45:35.872793 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Bound port: a919b322-5613-4d28-9201-551793e2fede, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe8285c-6c82-40ac-989b-61d3b53427bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9'}}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:45:35.873172 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a919b322-5613-4d28-9201-551793e2fede), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.884642 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.921862 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.923084 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7f2ad4dd-e0b7-4215-a812-237b2763067d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8397052 Mar 31 16:45:35.953883 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] For port a919b322-5613-4d28-9201-551793e2fede, host hv-cinder-82694, cleared binding levels {{(pid=109838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:45:35.957169 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] For port a919b322-5613-4d28-9201-551793e2fede, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a919b322-5613-4d28-9201-551793e2fede,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:45:35.962277 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (a919b322-5613-4d28-9201-551793e2fede), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.992642 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:35.993420 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:35.994838 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] 10.222.0.55 "PUT /v2.0/ports/a919b322-5613-4d28-9201-551793e2fede HTTP/1.1" status: 200 len: 1093 time: 1.0058055 Mar 31 16:45:35.997174 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'tag': 'a919b322-5613-4d28-9201-551793e2fede'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:35.999939 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588b5ab9-7e1d-4ffe-8694-a515d0740095" -d '{"events": [{"name": "network-changed", "server_uuid": "3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6", "tag": "a919b322-5613-4d28-9201-551793e2fede"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:36.026939 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5f255-19c6-4797-a329-a2d41f7cfbaa service neutron] Pushing event updated for resources: {'Port': ['ID=a919b322-5613-4d28-9201-551793e2fede,revision_number=3']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:36.036534 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e65b365-4979-4669-9656-c3fbd246bcee x-openstack-request-id: req-7e65b365-4979-4669-9656-c3fbd246bcee {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:36.036823 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6", "tag": "a919b322-5613-4d28-9201-551793e2fede", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:36.037100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e65b365-4979-4669-9656-c3fbd246bcee {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:36.037502 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e65b365-4979-4669-9656-c3fbd246bcee'] response: {'name': 'network-changed', 'server_uuid': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'tag': 'a919b322-5613-4d28-9201-551793e2fede', 'status': 'completed', 'code': 200} Mar 31 16:45:36.117263 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-3bde462c-db78-40b9-b49f-5771b4d5b0b9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1209594016&fields=id&tenant_id=df2d2eba27c84c2aad87ee76424260fc HTTP/1.1" status: 200 len: 267 time: 0.0411279 Mar 31 16:45:36.221099 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-56d9aac2-63cb-41b6-88cd-39e26bc9e300 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:36.222629 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-56d9aac2-63cb-41b6-88cd-39e26bc9e300 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 819 time: 0.0990369 Mar 31 16:45:36.236635 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-d15c6085-8e82-4955-b9af-5850b0cf6f22 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/quotas/df2d2eba27c84c2aad87ee76424260fc HTTP/1.1" status: 200 len: 375 time: 0.0089054 Mar 31 16:45:36.325847 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-7978f4c7-b8c6-4226-b0df-1b218731f90b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0842848 Mar 31 16:45:36.333261 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24c0e2-a187-4693-b18e-79b50f7dc6ef req-ae64f0ba-c076-43e4-ac45-b09e3549bb70 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:36.334634 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f24c0e2-a187-4693-b18e-79b50f7dc6ef req-ae64f0ba-c076-43e4-ac45-b09e3549bb70 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0817816 Mar 31 16:45:36.435277 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f24c0e2-a187-4693-b18e-79b50f7dc6ef req-ce6b2925-f201-4a82-92ab-9bd8cd5c211d tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911713 Mar 31 16:45:36.450601 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-28466537-3d91-4590-b834-740393827f6e service neutron] 10.222.0.21 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140976 Mar 31 16:45:36.537004 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-8c780f94-b06f-47b7-b29f-17dc2b1aa793 service neutron] 10.222.0.21 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799685 Mar 31 16:45:36.699357 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b246ede7-fc76-48eb-9ad3-d64c9538684a req-d7274dad-0552-418a-af43-46de0acda930 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 210 time: 0.0339148 Mar 31 16:45:37.551357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2db0-760b-4d90-bc74-289652bcc20a req-c7df99be-00af-42a2-b329-a47865accb9a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:37.552824 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-451a2db0-760b-4d90-bc74-289652bcc20a req-c7df99be-00af-42a2-b329-a47865accb9a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0512784 Mar 31 16:45:37.598861 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-451a2db0-760b-4d90-bc74-289652bcc20a req-3788f282-3e1a-4d0e-875b-82a27d5e2298 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405858 Mar 31 16:45:37.793126 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95b2e3bc-c069-4890-b235-abbfd5065f36 req-f025d5c6-d0df-4ddd-8bea-6686cb7674c2 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 210 time: 0.0263922 Mar 31 16:45:38.713981 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9d9bc-e458-4380-ab60-27d2d73062dd req-64a8bf6f-136c-44dd-9e01-3ecdacfdc69e tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:38.715677 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-62d9d9bc-e458-4380-ab60-27d2d73062dd req-64a8bf6f-136c-44dd-9e01-3ecdacfdc69e tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0510712 Mar 31 16:45:38.766711 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-62d9d9bc-e458-4380-ab60-27d2d73062dd req-d9ca9060-9129-47c9-902f-f1abaf47df31 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443993 Mar 31 16:45:38.885119 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a7479d52-2b4a-469e-85d1-1c3c7d646223 req-eacc4f40-c8b9-450a-9126-7d1c006533e9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 210 time: 0.0271492 Mar 31 16:45:39.302189 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5ab9-7e1d-4ffe-8694-a515d0740095 req-eb3128c0-0f63-41d7-af07-0c8c2de113fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.303716 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-588b5ab9-7e1d-4ffe-8694-a515d0740095 req-eb3128c0-0f63-41d7-af07-0c8c2de113fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3034736b53614809998503d53bf08a6e&device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 1127 time: 0.0463951 Mar 31 16:45:39.400761 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5ab9-7e1d-4ffe-8694-a515d0740095 req-0904fd67-6c72-45e2-a3c1-b2c1afbc88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.402244 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-588b5ab9-7e1d-4ffe-8694-a515d0740095 req-0904fd67-6c72-45e2-a3c1-b2c1afbc88e2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=3034736b53614809998503d53bf08a6e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0908203 Mar 31 16:45:39.504450 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b5ab9-7e1d-4ffe-8694-a515d0740095 req-194bb36b-63c3-401d-be2a-3bbf9813c241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.506070 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-588b5ab9-7e1d-4ffe-8694-a515d0740095 req-194bb36b-63c3-401d-be2a-3bbf9813c241 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0902202 Mar 31 16:45:39.586366 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-33fc8691-1632-431d-adf0-1656cabb7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.587745 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-33fc8691-1632-431d-adf0-1656cabb7b82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3034736b53614809998503d53bf08a6e&device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 1127 time: 0.0443318 Mar 31 16:45:39.633151 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-7b464360-cb81-4601-8a70-abd5f9e4a1f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a919b322-5613-4d28-9201-551793e2fede HTTP/1.1" status: 200 len: 217 time: 0.0369883 Mar 31 16:45:39.679669 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef599f7-9075-4732-a055-c40bafba0394 req-d36e12fa-b37c-49da-afcb-4a56b26c4098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.681120 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-d36e12fa-b37c-49da-afcb-4a56b26c4098 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f0af925f-5c01-46ea-85fe-1f017ff946d1 HTTP/1.1" status: 200 len: 849 time: 0.0419524 Mar 31 16:45:39.713407 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-9221c1af-f3b7-48ee-b9ab-59b5f85b5442 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246341 Mar 31 16:45:39.808865 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-f6d25eb8-e89b-4757-a90a-ad43fa3ca10b service neutron] 10.222.0.55 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884984 Mar 31 16:45:39.949470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-2e41844f-71bb-47b9-8152-5b7ea7a99bbb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.950971 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-2e41844f-71bb-47b9-8152-5b7ea7a99bbb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 819 time: 0.1105726 Mar 31 16:45:39.990965 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a00e1f-cf9d-48c1-92e3-db912e6f651a req-672f0ee9-0144-42ca-b1e4-c3c376e519f2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:39.992414 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b0a00e1f-cf9d-48c1-92e3-db912e6f651a req-672f0ee9-0144-42ca-b1e4-c3c376e519f2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.1023760 Mar 31 16:45:40.009148 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ef599f7-9075-4732-a055-c40bafba0394 req-475dcbf0-8a16-42ba-a927-261abb5f7a40 service neutron] 10.222.0.55 "GET /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883781 Mar 31 16:45:40.012148 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ce19d0f8-15f1-4235-a49f-7af45586d6b1 req-12b8d696-0a6b-441c-bbf5-b862189680df tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 210 time: 0.0458946 Mar 31 16:45:40.017111 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-ef833db1-f8aa-43cf-b72a-42b89ee02a5f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df2d2eba27c84c2aad87ee76424260fc HTTP/1.1" status: 200 len: 380 time: 0.0560179 Mar 31 16:45:40.026838 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'port': {'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'admin_state_up': True, 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'security_groups': ['221fecc9-9047-4147-a7e5-91fc61a445d7']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:40.057707 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b0a00e1f-cf9d-48c1-92e3-db912e6f651a req-9d2957ad-63d4-436f-85ba-b2bea1a90ad1 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Mar 31 16:45:40.136224 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Made reservation on behalf of df2d2eba27c84c2aad87ee76424260fc for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:45:40.139402 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:40.264220 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Allocated IP 172.20.0.14 (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3/9d04c51c-fb7e-47a7-9de9-91645c37b720/3cc6e354-ab33-46f4-a203-f538252ee342) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:45:40.396533 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for port (3cc6e354-ab33-46f4-a203-f538252ee342), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:40.428803 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:40.470649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:45:40.473520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:45:40.477277 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:45:40.517795 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event updated for resources: {'Port': ['ID=3cc6e354-ab33-46f4-a203-f538252ee342,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:40.536683 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:40.537311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:40.553608 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-dbd50aaa-39b9-4200-bf74-d2eadb3270b5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5311971 Mar 31 16:45:40.670700 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-d77c8b4d-1936-4e6f-8f30-da04e105b079 None None] Provisioning complete for port 3cc6e354-ab33-46f4-a203-f538252ee342 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:45:40.671888 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-d77c8b4d-1936-4e6f-8f30-da04e105b079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:40.703332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-d77c8b4d-1936-4e6f-8f30-da04e105b079 None None] Port 3cc6e354-ab33-46f4-a203-f538252ee342 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:45:41.182173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc1012-0307-46b6-9a8f-8906e54b88dc req-e50d1249-c7c9-4609-acd8-fe27f3ba5e89 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:41.183607 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12cc1012-0307-46b6-9a8f-8906e54b88dc req-e50d1249-c7c9-4609-acd8-fe27f3ba5e89 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 932 time: 0.0833883 Mar 31 16:45:41.194490 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55905e0-85fc-4ec2-a723-77a2803f8b77 req-19a03457-2797-48a6-bf5b-0ada45a71db7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:41.195825 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d55905e0-85fc-4ec2-a723-77a2803f8b77 req-19a03457-2797-48a6-bf5b-0ada45a71db7 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0695050 Mar 31 16:45:41.263797 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-12cc1012-0307-46b6-9a8f-8906e54b88dc req-9b65c812-e95a-49d3-a709-e6f3aabf8d39 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670621 Mar 31 16:45:41.267466 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d55905e0-85fc-4ec2-a723-77a2803f8b77 req-2dcfa01f-f7a5-4791-aabe-d234ea233538 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654137 Mar 31 16:45:41.455003 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Request body: {'port': {'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:45:41.515667 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:41.769154 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc6e354-ab33-46f4-a203-f538252ee342 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:45:41.776494 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Publish callbacks [] for port (3cc6e354-ab33-46f4-a203-f538252ee342), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:41.789237 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Transition to ACTIVE for port object 3cc6e354-ab33-46f4-a203-f538252ee342 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:45:41.792778 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:41.855374 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Pushing event updated for resources: {'Port': ['ID=3cc6e354-ab33-46f4-a203-f538252ee342,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:41.926107 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Attempting to bind port 3cc6e354-ab33-46f4-a203-f538252ee342 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:45:41.926447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Attempting to bind port 3cc6e354-ab33-46f4-a203-f538252ee342 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:45:41.926776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Attempting to bind port 3cc6e354-ab33-46f4-a203-f538252ee342 on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:45:41.931429 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Port 3cc6e354-ab33-46f4-a203-f538252ee342 on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:45:41.931748 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Attempting to bind port 3cc6e354-ab33-46f4-a203-f538252ee342 on network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:45:41.936979 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:45:41.937304 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Checking segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:45:41.937708 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Bound using segment: {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:45:41.938134 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Bound port: 3cc6e354-ab33-46f4-a203-f538252ee342, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5055d9d9-7355-44f1-b45f-48aea3b7a9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:45:41.938486 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:42.006654 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] For port 3cc6e354-ab33-46f4-a203-f538252ee342, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:45:42.009804 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] For port 3cc6e354-ab33-46f4-a203-f538252ee342, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3cc6e354-ab33-46f4-a203-f538252ee342,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:45:42.016362 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:42.048649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:42.049386 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:42.050795 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] 10.222.0.55 "PUT /v2.0/ports/3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 1094 time: 0.6007228 Mar 31 16:45:42.051218 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:42.053541 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e3ca4e-dc82-438e-a779-ded87ce6d2db" -d '{"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:42.081639 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b7462-2b00-4648-befb-2b0348c4852b service neutron] Pushing event updated for resources: {'Port': ['ID=3cc6e354-ab33-46f4-a203-f538252ee342,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:42.092098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a829e7-8780-4d08-958a-606cb317018d x-openstack-request-id: req-d5a829e7-8780-4d08-958a-606cb317018d {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:42.092384 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:42.093200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5a829e7-8780-4d08-958a-606cb317018d {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:42.093730 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5a829e7-8780-4d08-958a-606cb317018d'] response: {'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342', 'status': 'completed', 'code': 200} Mar 31 16:45:42.404841 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84b8cf-b418-4730-8850-5beae67baaa2 req-8f8a82bc-9a79-496f-b36c-ca14f28e7036 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:42.406876 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ce84b8cf-b418-4730-8850-5beae67baaa2 req-8f8a82bc-9a79-496f-b36c-ca14f28e7036 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.0785868 Mar 31 16:45:42.417212 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd506c13-f5df-4ed8-8075-146acd57001c req-dc2425c8-bb55-4173-8217-0173095dc807 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:42.418551 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd506c13-f5df-4ed8-8075-146acd57001c req-dc2425c8-bb55-4173-8217-0173095dc807 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0817499 Mar 31 16:45:42.483040 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ce84b8cf-b418-4730-8850-5beae67baaa2 req-701ef891-993a-461b-a919-769b8d9d2ce8 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635879 Mar 31 16:45:42.493406 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd506c13-f5df-4ed8-8075-146acd57001c req-a58d7d35-4450-4930-bc81-8f1e56ba4b80 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685022 Mar 31 16:45:43.630268 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b980c2-1521-4283-bf15-0ca9fc945676 req-472b8497-6406-4830-9dad-93b7da04acf5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:43.631760 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b3b980c2-1521-4283-bf15-0ca9fc945676 req-472b8497-6406-4830-9dad-93b7da04acf5 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.0835195 Mar 31 16:45:43.638796 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d34e9-cc99-4517-84a6-6cf66dc020d1 req-d036dadf-e152-4213-955b-4a74baa08912 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:43.640326 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-412d34e9-cc99-4517-84a6-6cf66dc020d1 req-d036dadf-e152-4213-955b-4a74baa08912 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0812809 Mar 31 16:45:43.712105 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b3b980c2-1521-4283-bf15-0ca9fc945676 req-408d29f4-23bd-4db0-a6dc-6e4040a1eeb0 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709565 Mar 31 16:45:43.716764 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-412d34e9-cc99-4517-84a6-6cf66dc020d1 req-d5fb8304-c55d-4ca5-8ea6-2133157cda6e tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687473 Mar 31 16:45:43.994728 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3ca4e-dc82-438e-a779-ded87ce6d2db req-a0adf7c7-adf9-4981-b84a-d49f43806ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:43.996480 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-06e3ca4e-dc82-438e-a779-ded87ce6d2db req-a0adf7c7-adf9-4981-b84a-d49f43806ee4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1128 time: 0.0511200 Mar 31 16:45:44.162346 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3ca4e-dc82-438e-a779-ded87ce6d2db req-87f59cf9-778f-4a41-93d3-3aa15f99ad7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.163787 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-06e3ca4e-dc82-438e-a779-ded87ce6d2db req-87f59cf9-778f-4a41-93d3-3aa15f99ad7a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=df2d2eba27c84c2aad87ee76424260fc&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1553087 Mar 31 16:45:44.344253 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3ca4e-dc82-438e-a779-ded87ce6d2db req-3746ab39-0e49-4fd8-afdb-31ad522f5aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.345672 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-06e3ca4e-dc82-438e-a779-ded87ce6d2db req-3746ab39-0e49-4fd8-afdb-31ad522f5aaf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1663461 Mar 31 16:45:44.440114 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-adfbe2d2-8c18-4f96-be3e-f6f2bf78d10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.441666 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-adfbe2d2-8c18-4f96-be3e-f6f2bf78d10f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1128 time: 0.0441020 Mar 31 16:45:44.482072 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-6be6c4c1-8253-41c9-b0a9-0f50146cc6bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 217 time: 0.0331621 Mar 31 16:45:44.529969 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-601a1f65-f687-4d16-b7ea-176a03ab5f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.532019 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-601a1f65-f687-4d16-b7ea-176a03ab5f44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0439644 Mar 31 16:45:44.576899 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-c8bec4c1-c5f2-4188-8f58-7fb3cb8e612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.578975 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-c8bec4c1-c5f2-4188-8f58-7fb3cb8e612a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420406 Mar 31 16:45:44.732900 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-d00c42ef-eb5c-4e30-a173-c1a219453dd6 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856454 Mar 31 16:45:44.826593 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-aa08bacc-4a16-47dc-8502-9a5da00ceafe req-e1a819ed-a90b-460b-8ee1-1f7f3aad5e14 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872073 Mar 31 16:45:44.862631 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3351a43b-0cfb-4de8-b82b-7d0cf0932ac1 req-dbe817bf-c9b7-4ac9-a887-8ae0cddd57c7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.864119 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3351a43b-0cfb-4de8-b82b-7d0cf0932ac1 req-dbe817bf-c9b7-4ac9-a887-8ae0cddd57c7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.0854335 Mar 31 16:45:44.871145 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452ea87-cc76-47e7-a93b-00df5d2e3b9a req-8cc29548-91d6-4140-b206-11c41ad62e54 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:44.872485 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d452ea87-cc76-47e7-a93b-00df5d2e3b9a req-8cc29548-91d6-4140-b206-11c41ad62e54 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0826502 Mar 31 16:45:44.939328 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3351a43b-0cfb-4de8-b82b-7d0cf0932ac1 req-708dff07-523a-485f-94bf-501d9513bebd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659018 Mar 31 16:45:44.946335 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d452ea87-cc76-47e7-a93b-00df5d2e3b9a req-ae937ff1-0102-41ca-9cb9-830c3a96a1df tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667772 Mar 31 16:45:46.110628 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a8195-2633-46f4-a7ac-ca0e761dd38c req-ca2e673c-5250-427e-b876-e9db95d00f4b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:46.112177 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0d7a8195-2633-46f4-a7ac-ca0e761dd38c req-ca2e673c-5250-427e-b876-e9db95d00f4b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.0972605 Mar 31 16:45:46.134942 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56ceb9-8df8-4350-8824-a7f2a8925579 req-e70403f2-d1ac-4263-ac04-1974810c33d5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:46.136438 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dc56ceb9-8df8-4350-8824-a7f2a8925579 req-e70403f2-d1ac-4263-ac04-1974810c33d5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0877147 Mar 31 16:45:46.203939 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0d7a8195-2633-46f4-a7ac-ca0e761dd38c req-d5b05b78-02d0-4006-9591-6183a128367b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854442 Mar 31 16:45:46.210972 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dc56ceb9-8df8-4350-8824-a7f2a8925579 req-960b0652-ff59-4268-ba52-f40c339bd251 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667303 Mar 31 16:45:46.439889 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53354) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:46.541401 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4582298-4d83-4f9f-9608-7464604523f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.614601 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4582298-4d83-4f9f-9608-7464604523f4 admin admin] Publish callbacks [] for security_group (cae17109-2a73-4a0b-b56d-7e8ef981a8d1), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.618333 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4582298-4d83-4f9f-9608-7464604523f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (cae17109-2a73-4a0b-b56d-7e8ef981a8d1), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.655390 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b4582298-4d83-4f9f-9608-7464604523f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cffee77f0b884088a4e3c128c32ff84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144465 Mar 31 16:45:46.656720 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4582298-4d83-4f9f-9608-7464604523f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae17109-2a73-4a0b-b56d-7e8ef981a8d1,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:46.659299 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53358) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:46.706012 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-60dc79db-0d31-4cff-9443-3d7209e6930f admin admin] Publish callbacks [] for security_group (cae17109-2a73-4a0b-b56d-7e8ef981a8d1), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.728252 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-60dc79db-0d31-4cff-9443-3d7209e6930f admin admin] Publish callbacks [] for security_group (cae17109-2a73-4a0b-b56d-7e8ef981a8d1), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.778606 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-60dc79db-0d31-4cff-9443-3d7209e6930f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (cae17109-2a73-4a0b-b56d-7e8ef981a8d1), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.781803 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-60dc79db-0d31-4cff-9443-3d7209e6930f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:46.782930 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-60dc79db-0d31-4cff-9443-3d7209e6930f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cae17109-2a73-4a0b-b56d-7e8ef981a8d1 HTTP/1.1" status: 204 len: 168 time: 0.1223898 Mar 31 16:45:46.791095 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc79db-0d31-4cff-9443-3d7209e6930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae17109-2a73-4a0b-b56d-7e8ef981a8d1,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:47.043219 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53370) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:47.057608 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2f90dea1-c19d-4185-b2d2-2b5c8f0f1bb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.134849 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2f90dea1-c19d-4185-b2d2-2b5c8f0f1bb6 admin admin] Publish callbacks [] for security_group (4178cb19-83d3-45b0-a421-ece20aa1fa5b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.139100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2f90dea1-c19d-4185-b2d2-2b5c8f0f1bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (4178cb19-83d3-45b0-a421-ece20aa1fa5b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.178969 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2f90dea1-c19d-4185-b2d2-2b5c8f0f1bb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20dae50831254ab59a2c5f8154004c33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1345220 Mar 31 16:45:47.180085 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90dea1-c19d-4185-b2d2-2b5c8f0f1bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4178cb19-83d3-45b0-a421-ece20aa1fa5b,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:47.181637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53380) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:47.263407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-64037c5e-f4fa-4979-9d22-7e10ab112d50 admin admin] Publish callbacks [] for security_group (4178cb19-83d3-45b0-a421-ece20aa1fa5b), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.291082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-64037c5e-f4fa-4979-9d22-7e10ab112d50 admin admin] Publish callbacks [] for security_group (4178cb19-83d3-45b0-a421-ece20aa1fa5b), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.354099 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-64037c5e-f4fa-4979-9d22-7e10ab112d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (4178cb19-83d3-45b0-a421-ece20aa1fa5b), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.356587 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-64037c5e-f4fa-4979-9d22-7e10ab112d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:47.357807 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-64037c5e-f4fa-4979-9d22-7e10ab112d50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4178cb19-83d3-45b0-a421-ece20aa1fa5b HTTP/1.1" status: 204 len: 168 time: 0.1749501 Mar 31 16:45:47.366642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64037c5e-f4fa-4979-9d22-7e10ab112d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4178cb19-83d3-45b0-a421-ece20aa1fa5b,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:47.396146 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb5eb1-19ff-41f4-9bc2-c6902b39b1f6 req-17d103b2-e9ae-4400-a30d-5397060ee9fe tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:47.397541 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1ffb5eb1-19ff-41f4-9bc2-c6902b39b1f6 req-17d103b2-e9ae-4400-a30d-5397060ee9fe tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0910678 Mar 31 16:45:47.404685 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500236-06bf-4f57-887f-925bc3c5f8fa req-8f3983e2-f202-4fef-aa58-9c65f63bf237 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:47.406713 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a1500236-06bf-4f57-887f-925bc3c5f8fa req-8f3983e2-f202-4fef-aa58-9c65f63bf237 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.1137614 Mar 31 16:45:47.480724 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1ffb5eb1-19ff-41f4-9bc2-c6902b39b1f6 req-9214e9f5-aa11-4937-aa98-b67b1d3dd2ed tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Mar 31 16:45:47.483664 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a1500236-06bf-4f57-887f-925bc3c5f8fa req-16282f4c-6792-4f4b-9dae-390ce002d3fe tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693531 Mar 31 16:45:48.471410 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53442) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:48.603875 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5c572e7-c8b5-42fc-acdd-37e129b7fd6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.651362 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db775b4-0fc0-4893-8644-4316f8982a71 req-eb54894f-480e-47a5-85e4-fa9eda6987db tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:48.652910 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3db775b4-0fc0-4893-8644-4316f8982a71 req-eb54894f-480e-47a5-85e4-fa9eda6987db tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0956204 Mar 31 16:45:48.666563 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd2209-31c9-4151-8e59-9854825265c2 req-53ba9660-9f9d-4464-8b9c-98fbce881759 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:48.668224 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-83bd2209-31c9-4151-8e59-9854825265c2 req-53ba9660-9f9d-4464-8b9c-98fbce881759 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.0790420 Mar 31 16:45:48.709490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5c572e7-c8b5-42fc-acdd-37e129b7fd6a admin admin] Publish callbacks [] for security_group (1eb85950-447e-4655-9168-c1f9b381f893), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.715308 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a5c572e7-c8b5-42fc-acdd-37e129b7fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1eb85950-447e-4655-9168-c1f9b381f893), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.761120 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a5c572e7-c8b5-42fc-acdd-37e129b7fd6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c36e7f9db9a1407cb884c713161f39bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885559 Mar 31 16:45:48.762653 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3db775b4-0fc0-4893-8644-4316f8982a71 req-7d50ac76-1982-42bf-92f1-a7f6bfec83d4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 Mar 31 16:45:48.764165 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53466) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:48.775354 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-83bd2209-31c9-4151-8e59-9854825265c2 req-be8e4406-2738-4c1f-81eb-cca0e9286cbd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785868 Mar 31 16:45:48.784074 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c572e7-c8b5-42fc-acdd-37e129b7fd6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb85950-447e-4655-9168-c1f9b381f893,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:48.825893 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc12e-a4a8-4b04-93d7-c2ec49f5e613 admin admin] Publish callbacks [] for security_group (1eb85950-447e-4655-9168-c1f9b381f893), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.857324 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc12e-a4a8-4b04-93d7-c2ec49f5e613 admin admin] Publish callbacks [] for security_group (1eb85950-447e-4655-9168-c1f9b381f893), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.908439 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc12e-a4a8-4b04-93d7-c2ec49f5e613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1eb85950-447e-4655-9168-c1f9b381f893), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.911175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a1fc12e-a4a8-4b04-93d7-c2ec49f5e613 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:48.913136 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7a1fc12e-a4a8-4b04-93d7-c2ec49f5e613 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1eb85950-447e-4655-9168-c1f9b381f893 HTTP/1.1" status: 204 len: 168 time: 0.1473043 Mar 31 16:45:48.920025 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1fc12e-a4a8-4b04-93d7-c2ec49f5e613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb85950-447e-4655-9168-c1f9b381f893,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:49.002687 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53474) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:49.216468 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a18d75f1-986c-4ce1-97d8-d373b3a6a40c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.301090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a18d75f1-986c-4ce1-97d8-d373b3a6a40c admin admin] Publish callbacks [] for security_group (38c4767d-3587-4e39-b560-44a8d7ab830b), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.305235 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a18d75f1-986c-4ce1-97d8-d373b3a6a40c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (38c4767d-3587-4e39-b560-44a8d7ab830b), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.340681 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d75f1-986c-4ce1-97d8-d373b3a6a40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c4767d-3587-4e39-b560-44a8d7ab830b,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:49.345288 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a18d75f1-986c-4ce1-97d8-d373b3a6a40c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6158b39926f0459b8360ad7d0b6e100b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414965 Mar 31 16:45:49.348034 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53478) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:49.394237 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b96f4b1d-6a90-4673-b659-ecfe7cf5e7f0 admin admin] Publish callbacks [] for security_group (38c4767d-3587-4e39-b560-44a8d7ab830b), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.414205 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b96f4b1d-6a90-4673-b659-ecfe7cf5e7f0 admin admin] Publish callbacks [] for security_group (38c4767d-3587-4e39-b560-44a8d7ab830b), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.466790 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b96f4b1d-6a90-4673-b659-ecfe7cf5e7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (38c4767d-3587-4e39-b560-44a8d7ab830b), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.469458 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b96f4b1d-6a90-4673-b659-ecfe7cf5e7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.470578 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b96f4b1d-6a90-4673-b659-ecfe7cf5e7f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38c4767d-3587-4e39-b560-44a8d7ab830b HTTP/1.1" status: 204 len: 168 time: 0.1217439 Mar 31 16:45:49.477808 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f4b1d-6a90-4673-b659-ecfe7cf5e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c4767d-3587-4e39-b560-44a8d7ab830b,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:49.743894 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53490) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:49.757996 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e8042f4-97da-415a-ae9e-b4ddb44de905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.841028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e8042f4-97da-415a-ae9e-b4ddb44de905 admin admin] Publish callbacks [] for security_group (d2fe7273-0877-4669-b292-8ba9544e17b2), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.846336 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e8042f4-97da-415a-ae9e-b4ddb44de905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (d2fe7273-0877-4669-b292-8ba9544e17b2), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.885857 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4e8042f4-97da-415a-ae9e-b4ddb44de905 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a42e10c24c540699030ec66b653b492&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408596 Mar 31 16:45:49.886821 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8042f4-97da-415a-ae9e-b4ddb44de905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fe7273-0877-4669-b292-8ba9544e17b2,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:49.889158 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53496) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:49.911763 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2dfa5-2cfa-4563-bccb-7e74708df06a req-9745cac3-2c1c-444c-bed2-262548a42ab6 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:49.913265 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8f2dfa5-2cfa-4563-bccb-7e74708df06a req-9745cac3-2c1c-444c-bed2-262548a42ab6 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 943 time: 0.0878003 Mar 31 16:45:49.938485 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-376832fb-3870-4956-9bfe-cacd0b8ddd96 admin admin] Publish callbacks [] for security_group (d2fe7273-0877-4669-b292-8ba9544e17b2), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.943733 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b4e4-2996-4b1a-92cc-e6254a7652d8 req-9e80b0a7-2d76-4006-a2f0-3e8039c4e557 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:49.945200 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d968b4e4-2996-4b1a-92cc-e6254a7652d8 req-9e80b0a7-2d76-4006-a2f0-3e8039c4e557 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 944 time: 0.0822487 Mar 31 16:45:49.959212 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-376832fb-3870-4956-9bfe-cacd0b8ddd96 admin admin] Publish callbacks [] for security_group (d2fe7273-0877-4669-b292-8ba9544e17b2), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:49.982404 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a919b322-5613-4d28-9201-551793e2fede details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:45:49.988897 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8f2dfa5-2cfa-4563-bccb-7e74708df06a req-caeda98b-57d2-4d14-a7df-39232107eb19 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678272 Mar 31 16:45:50.014870 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d968b4e4-2996-4b1a-92cc-e6254a7652d8 req-ea38770b-d2c3-4ba0-9714-170a0c18b3ba tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615430 Mar 31 16:45:50.015671 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-376832fb-3870-4956-9bfe-cacd0b8ddd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (d2fe7273-0877-4669-b292-8ba9544e17b2), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:50.018424 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-376832fb-3870-4956-9bfe-cacd0b8ddd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:50.021769 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-376832fb-3870-4956-9bfe-cacd0b8ddd96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2fe7273-0877-4669-b292-8ba9544e17b2 HTTP/1.1" status: 204 len: 168 time: 0.1292737 Mar 31 16:45:50.027266 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376832fb-3870-4956-9bfe-cacd0b8ddd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fe7273-0877-4669-b292-8ba9544e17b2,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:50.102534 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a919b322-5613-4d28-9201-551793e2fede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a919b322-5613-4d28-9201-551793e2fede,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:50.114367 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'a919b322-5613-4d28-9201-551793e2fede', 'network_id': '5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9', 'port_id': 'a919b322-5613-4d28-9201-551793e2fede', 'mac_address': 'fa:16:3e:52:48:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 65, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0af925f-5c01-46ea-85fe-1f017ff946d1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:45:50.157365 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a919b322-5613-4d28-9201-551793e2fede is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:45:50.157868 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a919b322-5613-4d28-9201-551793e2fede), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:50.170785 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a919b322-5613-4d28-9201-551793e2fede {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:45:50.192333 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a919b322-5613-4d28-9201-551793e2fede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a919b322-5613-4d28-9201-551793e2fede,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:50.196117 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a919b322-5613-4d28-9201-551793e2fede), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:50.196763 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 3cc6e354-ab33-46f4-a203-f538252ee342 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:45:50.288014 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a919b322-5613-4d28-9201-551793e2fede,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:50.332775 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 3cc6e354-ab33-46f4-a203-f538252ee342, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3cc6e354-ab33-46f4-a203-f538252ee342,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:50.344527 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '3cc6e354-ab33-46f4-a203-f538252ee342', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:45:50.381830 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 3cc6e354-ab33-46f4-a203-f538252ee342 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:45:50.382271 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:50.398699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc6e354-ab33-46f4-a203-f538252ee342 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:45:50.418463 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 3cc6e354-ab33-46f4-a203-f538252ee342, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3cc6e354-ab33-46f4-a203-f538252ee342,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:50.423012 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:50.468363 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=3cc6e354-ab33-46f4-a203-f538252ee342,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:50.850001 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['a919b322-5613-4d28-9201-551793e2fede'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:45:50.854625 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['3cc6e354-ab33-46f4-a203-f538252ee342'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:45:50.897382 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53528) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:50.958341 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:45:51.022132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-9615c40b-61ee-44e7-a85c-6c3bf01864f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.130706 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-9615c40b-61ee-44e7-a85c-6c3bf01864f4 admin admin] Publish callbacks [] for security_group (1283d210-7f26-4727-b1bb-1bdafe68280c), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.143411 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-9615c40b-61ee-44e7-a85c-6c3bf01864f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1283d210-7f26-4727-b1bb-1bdafe68280c), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.212982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53546) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:51.220123 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-9615c40b-61ee-44e7-a85c-6c3bf01864f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d431423e4854f628a082b06290050b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143752 Mar 31 16:45:51.224728 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615c40b-61ee-44e7-a85c-6c3bf01864f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1283d210-7f26-4727-b1bb-1bdafe68280c,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:51.237849 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc47051-1d8d-4463-a4d8-cb96bd6160b5 req-80471f47-0cc3-493b-a24e-e7b03a4a67a5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:51.247180 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4dc47051-1d8d-4463-a4d8-cb96bd6160b5 req-80471f47-0cc3-493b-a24e-e7b03a4a67a5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 944 time: 0.1657014 Mar 31 16:45:51.280918 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b222b3e6-f3a7-4416-91a9-96daf8eca7a3 req-e7c2b0cd-6be6-4275-8d27-37406a660778 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:51.282751 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b222b3e6-f3a7-4416-91a9-96daf8eca7a3 req-e7c2b0cd-6be6-4275-8d27-37406a660778 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 945 time: 0.1543281 Mar 31 16:45:51.291959 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ee48f57b-b892-4af2-9f29-77b79e63c1d1 admin admin] Publish callbacks [] for security_group (1283d210-7f26-4727-b1bb-1bdafe68280c), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.326954 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ee48f57b-b892-4af2-9f29-77b79e63c1d1 admin admin] Publish callbacks [] for security_group (1283d210-7f26-4727-b1bb-1bdafe68280c), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.387938 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ee48f57b-b892-4af2-9f29-77b79e63c1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1283d210-7f26-4727-b1bb-1bdafe68280c), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.390589 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ee48f57b-b892-4af2-9f29-77b79e63c1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:51.391766 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ee48f57b-b892-4af2-9f29-77b79e63c1d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1283d210-7f26-4727-b1bb-1bdafe68280c HTTP/1.1" status: 204 len: 168 time: 0.1777713 Mar 31 16:45:51.400142 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48f57b-b892-4af2-9f29-77b79e63c1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1283d210-7f26-4727-b1bb-1bdafe68280c,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:51.595843 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4dc47051-1d8d-4463-a4d8-cb96bd6160b5 req-9e1dbe66-164b-415a-bb46-ce362f028ef9 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474567 Mar 31 16:45:51.644175 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b222b3e6-f3a7-4416-91a9-96daf8eca7a3 req-92797684-59cf-44f9-af8f-ed265854e997 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3552248 Mar 31 16:45:52.732276 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ccd30-b6ba-462a-b9ae-58a75baf1c4a req-ac0c336f-cf9c-440b-ae16-609d006cd85c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:52.735416 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c58ccd30-b6ba-462a-b9ae-58a75baf1c4a req-ac0c336f-cf9c-440b-ae16-609d006cd85c tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 944 time: 0.0825062 Mar 31 16:45:52.819027 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c58ccd30-b6ba-462a-b9ae-58a75baf1c4a req-2827c2f6-2a69-491e-9ddc-adc3a3eb1eb8 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781143 Mar 31 16:45:52.831011 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d9b02c-d0b0-4543-913f-948806ef3242 req-eefc1977-4fd8-43f1-bda2-ea72e1aac3f1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:52.832440 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c5d9b02c-d0b0-4543-913f-948806ef3242 req-eefc1977-4fd8-43f1-bda2-ea72e1aac3f1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 945 time: 0.0845106 Mar 31 16:45:52.885218 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c5d9b02c-d0b0-4543-913f-948806ef3242 req-fb5a3b7e-bdc0-41b5-bbbb-982979183365 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Mar 31 16:45:53.466938 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e37d3538-10f4-48d6-ad3f-cc1322b3727e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:53.945114 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a12ae-a793-4c9c-8c5e-0b9d6373ae66 req-c6457143-18c8-4214-a686-ef8338bfd92b tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:53.946728 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7c5a12ae-a793-4c9c-8c5e-0b9d6373ae66 req-c6457143-18c8-4214-a686-ef8338bfd92b tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 944 time: 0.0589125 Mar 31 16:45:54.013844 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a919b322-5613-4d28-9201-551793e2fede up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:45:54.021640 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7c5a12ae-a793-4c9c-8c5e-0b9d6373ae66 req-e60cf1d7-f4e6-42e9-bee5-728468873431 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689046 Mar 31 16:45:54.038689 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddff400-2d47-4b4c-8996-fc75220aea66 req-deb1702b-8de6-4a38-8733-2be60a3043dd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:54.038689 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dddff400-2d47-4b4c-8996-fc75220aea66 req-deb1702b-8de6-4a38-8733-2be60a3043dd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 945 time: 0.0827401 Mar 31 16:45:54.066248 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port a919b322-5613-4d28-9201-551793e2fede completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:45:54.071810 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port a919b322-5613-4d28-9201-551793e2fede triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:45:54.072244 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a919b322-5613-4d28-9201-551793e2fede), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:54.085884 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dddff400-2d47-4b4c-8996-fc75220aea66 req-5e829469-4ffc-4ada-b63b-797bf458f906 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441000 Mar 31 16:45:54.147057 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a919b322-5613-4d28-9201-551793e2fede is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:45:54.147449 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a919b322-5613-4d28-9201-551793e2fede), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:54.169654 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919b322-5613-4d28-9201-551793e2fede'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:54.171840 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aae342b-8513-453e-b565-610de00de0b7" -d '{"events": [{"server_uuid": "3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6", "name": "network-vif-plugged", "status": "completed", "tag": "a919b322-5613-4d28-9201-551793e2fede"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:54.184784 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a919b322-5613-4d28-9201-551793e2fede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a919b322-5613-4d28-9201-551793e2fede,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:54.188854 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a919b322-5613-4d28-9201-551793e2fede), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:54.189647 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 3cc6e354-ab33-46f4-a203-f538252ee342 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:45:54.213737 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009dbce3-b934-4be3-8b77-06cfb1652aca x-openstack-request-id: req-009dbce3-b934-4be3-8b77-06cfb1652aca {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:54.214042 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6", "name": "network-vif-plugged", "status": "completed", "tag": "a919b322-5613-4d28-9201-551793e2fede", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:54.214297 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-009dbce3-b934-4be3-8b77-06cfb1652aca {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:54.214679 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-009dbce3-b934-4be3-8b77-06cfb1652aca'] response: {'server_uuid': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a919b322-5613-4d28-9201-551793e2fede', 'code': 200} Mar 31 16:45:54.270276 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a919b322-5613-4d28-9201-551793e2fede,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:54.284325 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 3cc6e354-ab33-46f4-a203-f538252ee342 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:45:54.288028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 3cc6e354-ab33-46f4-a203-f538252ee342 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:45:54.288402 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:54.363717 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 3cc6e354-ab33-46f4-a203-f538252ee342 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:45:54.364112 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:54.376799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a529ea4e-a12c-40a9-9f8e-f75b7968588d req-0f8ca5e1-a39f-46c7-8058-47210c1eaef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:54.378304 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a529ea4e-a12c-40a9-9f8e-f75b7968588d req-0f8ca5e1-a39f-46c7-8058-47210c1eaef4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 1129 time: 0.0431628 Mar 31 16:45:54.395526 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 3cc6e354-ab33-46f4-a203-f538252ee342, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3cc6e354-ab33-46f4-a203-f538252ee342,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:45:54.399128 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:54.447218 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=3cc6e354-ab33-46f4-a203-f538252ee342,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:55.143064 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47196b29-16e2-4548-9ac0-08e07f10f1f2 req-9b5c1c14-af24-4aa9-94bf-f798f278a955 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:55.145327 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47196b29-16e2-4548-9ac0-08e07f10f1f2 req-9b5c1c14-af24-4aa9-94bf-f798f278a955 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0588276 Mar 31 16:45:55.226928 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47196b29-16e2-4548-9ac0-08e07f10f1f2 req-1e9fb276-63e6-4cc1-9edf-3556ecf2d7b6 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Mar 31 16:45:55.235451 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53670) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:55.242890 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac35076-6fb6-4b42-99fd-c3ecb62ff17e req-c6babd0f-4fe6-4f0a-b35b-3da19cf80454 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:55.244330 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bac35076-6fb6-4b42-99fd-c3ecb62ff17e req-c6babd0f-4fe6-4f0a-b35b-3da19cf80454 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0790141 Mar 31 16:45:55.291915 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bac35076-6fb6-4b42-99fd-c3ecb62ff17e req-57399109-7d17-4e09-8beb-91009e5c9009 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Mar 31 16:45:55.355578 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-99cb7329-6e73-4388-b3e4-9bce6321dd4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.441669 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a529ea4e-a12c-40a9-9f8e-f75b7968588d req-4a18ba15-daff-45ba-b491-8b58ab6f748e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Mar 31 16:45:55.475830 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-99cb7329-6e73-4388-b3e4-9bce6321dd4b admin admin] Publish callbacks [] for security_group (2a1b3f0b-1cf1-49a5-b709-496351cd0bbf), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.479258 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-99cb7329-6e73-4388-b3e4-9bce6321dd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2a1b3f0b-1cf1-49a5-b709-496351cd0bbf), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.516734 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb7329-6e73-4388-b3e4-9bce6321dd4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1b3f0b-1cf1-49a5-b709-496351cd0bbf,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:55.521937 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-99cb7329-6e73-4388-b3e4-9bce6321dd4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0598982d4ef34542998e3198b1d11a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850966 Mar 31 16:45:55.524489 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53674) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:55.570188 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c6312012-4283-4cc5-bc99-703e87632c91 admin admin] Publish callbacks [] for security_group (2a1b3f0b-1cf1-49a5-b709-496351cd0bbf), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.590008 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c6312012-4283-4cc5-bc99-703e87632c91 admin admin] Publish callbacks [] for security_group (2a1b3f0b-1cf1-49a5-b709-496351cd0bbf), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.636200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c6312012-4283-4cc5-bc99-703e87632c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2a1b3f0b-1cf1-49a5-b709-496351cd0bbf), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.638798 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c6312012-4283-4cc5-bc99-703e87632c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.639915 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c6312012-4283-4cc5-bc99-703e87632c91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a1b3f0b-1cf1-49a5-b709-496351cd0bbf HTTP/1.1" status: 204 len: 168 time: 0.1145437 Mar 31 16:45:55.647226 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6312012-4283-4cc5-bc99-703e87632c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1b3f0b-1cf1-49a5-b709-496351cd0bbf,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:55.795815 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4bce2c23-60a1-4d0b-b951-ecbfd3a1ac11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.903289 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53680) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:55.916483 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4be08c5c-9bf9-4039-8b89-c8adcfdcdfe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.990712 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4be08c5c-9bf9-4039-8b89-c8adcfdcdfe4 admin admin] Publish callbacks [] for security_group (3b805619-5682-4561-8105-bac0d541a618), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:55.994267 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4be08c5c-9bf9-4039-8b89-c8adcfdcdfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3b805619-5682-4561-8105-bac0d541a618), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:56.030792 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4be08c5c-9bf9-4039-8b89-c8adcfdcdfe4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ee7d48fca3a450fbd2405993a4c5c2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264746 Mar 31 16:45:56.032246 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be08c5c-9bf9-4039-8b89-c8adcfdcdfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b805619-5682-4561-8105-bac0d541a618,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:56.034004 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53684) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:56.085140 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8868a116-eab9-4970-a075-0b2c249af8b5 admin admin] Publish callbacks [] for security_group (3b805619-5682-4561-8105-bac0d541a618), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:56.105693 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8868a116-eab9-4970-a075-0b2c249af8b5 admin admin] Publish callbacks [] for security_group (3b805619-5682-4561-8105-bac0d541a618), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:56.151218 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8868a116-eab9-4970-a075-0b2c249af8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3b805619-5682-4561-8105-bac0d541a618), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:56.153840 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8868a116-eab9-4970-a075-0b2c249af8b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:56.154966 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8868a116-eab9-4970-a075-0b2c249af8b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b805619-5682-4561-8105-bac0d541a618 HTTP/1.1" status: 204 len: 168 time: 0.1199479 Mar 31 16:45:56.162706 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868a116-eab9-4970-a075-0b2c249af8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b805619-5682-4561-8105-bac0d541a618,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:56.215847 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:45:56.218939 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd9352a-2ebb-4317-910f-c680e6af0efe" -d '{"events": [{"server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "name": "network-vif-plugged", "status": "completed", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:45:56.253442 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1ca155-36fb-477a-9f7d-e90ba9e1d454 x-openstack-request-id: req-2d1ca155-36fb-477a-9f7d-e90ba9e1d454 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:45:56.253763 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "name": "network-vif-plugged", "status": "completed", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:45:56.254027 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d1ca155-36fb-477a-9f7d-e90ba9e1d454 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:45:56.254427 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d1ca155-36fb-477a-9f7d-e90ba9e1d454'] response: {'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342', 'code': 200} Mar 31 16:45:56.357372 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df05e2-2318-41d2-af48-b0015ccbdf5d req-ef645c09-e087-451c-8268-0ad5f9387cae tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:56.359182 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c3df05e2-2318-41d2-af48-b0015ccbdf5d req-ef645c09-e087-451c-8268-0ad5f9387cae tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0619576 Mar 31 16:45:56.442608 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c3df05e2-2318-41d2-af48-b0015ccbdf5d req-bae43516-82eb-45cd-9be4-c21abf58dfd2 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777550 Mar 31 16:45:56.456465 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468f990-dbe3-4cf8-830f-889668ac289b req-cf539fa0-2bba-47f0-8128-ae6eb84ebd6c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:56.457984 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e468f990-dbe3-4cf8-830f-889668ac289b req-cf539fa0-2bba-47f0-8128-ae6eb84ebd6c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0865731 Mar 31 16:45:56.506211 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e468f990-dbe3-4cf8-830f-889668ac289b req-a07d4bb3-c381-4887-9147-6703a95d1949 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Mar 31 16:45:56.717822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:57.560799 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0c19-830e-4f28-aee9-c35aeb6d069a req-5775f648-6ec3-4de9-b46e-2aa01117a035 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:57.562297 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2ba0c19-830e-4f28-aee9-c35aeb6d069a req-5775f648-6ec3-4de9-b46e-2aa01117a035 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0537479 Mar 31 16:45:57.644564 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2ba0c19-830e-4f28-aee9-c35aeb6d069a req-43b1f0d5-f100-4a21-92f5-9b481bfa6ae3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Mar 31 16:45:57.664576 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e734371-d817-4e17-a8bc-45fabe064db4 req-886b3539-d148-46cc-ba97-794ba266cf99 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:57.664576 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6e734371-d817-4e17-a8bc-45fabe064db4 req-886b3539-d148-46cc-ba97-794ba266cf99 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0847940 Mar 31 16:45:57.711756 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6e734371-d817-4e17-a8bc-45fabe064db4 req-8bb6daed-20c4-41a3-8d4e-c1dbf926b456 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453253 Mar 31 16:45:58.335384 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.501861 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53766) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:58.538453 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db7bea-e048-4529-bd32-97e0c20a6b76 req-45d8b63f-445f-4ca3-b1d4-b3e92b60f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:58.539849 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-01db7bea-e048-4529-bd32-97e0c20a6b76 req-45d8b63f-445f-4ca3-b1d4-b3e92b60f5a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0461719 Mar 31 16:45:58.603504 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7b44e342-1b16-48f5-83ea-fd00eabdae0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.638644 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-01db7bea-e048-4529-bd32-97e0c20a6b76 req-1824fdb0-ec09-46d8-a303-86b103cdaea2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 Mar 31 16:45:58.677430 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7b44e342-1b16-48f5-83ea-fd00eabdae0e admin admin] Publish callbacks [] for security_group (814a2888-bb53-4a7b-9eff-c2ab83d9ee2e), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.681361 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7b44e342-1b16-48f5-83ea-fd00eabdae0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (814a2888-bb53-4a7b-9eff-c2ab83d9ee2e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.730806 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7b44e342-1b16-48f5-83ea-fd00eabdae0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c4b1f514b1d47a7a15680ee4cfc5791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277687 Mar 31 16:45:58.732930 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44e342-1b16-48f5-83ea-fd00eabdae0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814a2888-bb53-4a7b-9eff-c2ab83d9ee2e,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:58.733450 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53772) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:58.783001 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3bf2-0fc8-4925-aabe-5a8208d6a4df req-3e29cd1e-171f-4bbe-be21-d66a8a3fe62a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:58.784515 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-000c3bf2-0fc8-4925-aabe-5a8208d6a4df req-3e29cd1e-171f-4bbe-be21-d66a8a3fe62a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0699587 Mar 31 16:45:58.796925 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7059-fb17-4e98-bc07-684d8df6fd30 admin admin] Publish callbacks [] for security_group (814a2888-bb53-4a7b-9eff-c2ab83d9ee2e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.819118 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7059-fb17-4e98-bc07-684d8df6fd30 admin admin] Publish callbacks [] for security_group (814a2888-bb53-4a7b-9eff-c2ab83d9ee2e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.870100 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7059-fb17-4e98-bc07-684d8df6fd30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (814a2888-bb53-4a7b-9eff-c2ab83d9ee2e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.871352 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf0aef-495f-46bb-9f67-66cd6dc2f3ae req-a5b75fc0-da95-4f08-b176-dcfe96958f8a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:45:58.872840 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7dbf0aef-495f-46bb-9f67-66cd6dc2f3ae req-a5b75fc0-da95-4f08-b176-dcfe96958f8a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0853727 Mar 31 16:45:58.872962 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7059-fb17-4e98-bc07-684d8df6fd30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:58.874036 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1b5d7059-fb17-4e98-bc07-684d8df6fd30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/814a2888-bb53-4a7b-9eff-c2ab83d9ee2e HTTP/1.1" status: 204 len: 168 time: 0.1396236 Mar 31 16:45:58.876725 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-000c3bf2-0fc8-4925-aabe-5a8208d6a4df req-88350059-126d-4e58-add2-a71cfbff329a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787632 Mar 31 16:45:58.889804 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d7059-fb17-4e98-bc07-684d8df6fd30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814a2888-bb53-4a7b-9eff-c2ab83d9ee2e,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:58.936284 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7dbf0aef-495f-46bb-9f67-66cd6dc2f3ae req-dc0be7de-b285-4962-b3f4-8a8643b29977 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553601 Mar 31 16:45:59.146633 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53786) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:59.159872 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8517c41e-7e83-4ce9-858d-64fcd643d12c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.233992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8517c41e-7e83-4ce9-858d-64fcd643d12c admin admin] Publish callbacks [] for security_group (b017c84e-b467-47c6-b1ac-f4144944e1bd), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.238141 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8517c41e-7e83-4ce9-858d-64fcd643d12c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b017c84e-b467-47c6-b1ac-f4144944e1bd), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.275050 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8517c41e-7e83-4ce9-858d-64fcd643d12c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6e29c2b78dd467bbf8d6a558825535f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273870 Mar 31 16:45:59.276052 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517c41e-7e83-4ce9-858d-64fcd643d12c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b017c84e-b467-47c6-b1ac-f4144944e1bd,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:59.277722 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53790) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:45:59.325091 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6a3089aa-023c-4d48-8a7b-2743d44d1477 admin admin] Publish callbacks [] for security_group (b017c84e-b467-47c6-b1ac-f4144944e1bd), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.347095 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6a3089aa-023c-4d48-8a7b-2743d44d1477 admin admin] Publish callbacks [] for security_group (b017c84e-b467-47c6-b1ac-f4144944e1bd), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.398207 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6a3089aa-023c-4d48-8a7b-2743d44d1477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (b017c84e-b467-47c6-b1ac-f4144944e1bd), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.401170 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6a3089aa-023c-4d48-8a7b-2743d44d1477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.402404 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6a3089aa-023c-4d48-8a7b-2743d44d1477 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b017c84e-b467-47c6-b1ac-f4144944e1bd HTTP/1.1" status: 204 len: 168 time: 0.1231544 Mar 31 16:45:59.411179 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3089aa-023c-4d48-8a7b-2743d44d1477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b017c84e-b467-47c6-b1ac-f4144944e1bd,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:45:59.642368 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:45:59.843798 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.003391 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f29326-2e06-42ed-b288-3a04356d1b46 req-1d7dbdde-7f8f-4293-839d-269faaed08d5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:00.004911 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d4f29326-2e06-42ed-b288-3a04356d1b46 req-1d7dbdde-7f8f-4293-839d-269faaed08d5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0546083 Mar 31 16:46:00.105382 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111a771-8a78-4f36-874c-9898fc63292a req-4594057d-3c8b-4c45-93fa-5d9c3898503b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:00.106834 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9111a771-8a78-4f36-874c-9898fc63292a req-4594057d-3c8b-4c45-93fa-5d9c3898503b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0896952 Mar 31 16:46:00.110317 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d4f29326-2e06-42ed-b288-3a04356d1b46 req-3ad638ba-3a6d-4884-a00c-5d3a0e112bb5 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842931 Mar 31 16:46:00.157158 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9111a771-8a78-4f36-874c-9898fc63292a req-80aa468e-c4b4-4219-a8fc-b3e743d4a12a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437927 Mar 31 16:46:00.504615 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-e82e32d7-26dc-4d2e-936b-3955431fe4aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592468 Mar 31 16:46:00.519100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53830) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:00.573194 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-baeb4d1f-1b40-4c06-8a61-7291bcf6d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:00.574708 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-baeb4d1f-1b40-4c06-8a61-7291bcf6d4fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1129 time: 0.0442278 Mar 31 16:46:00.625541 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.681207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-48002605-1a6f-499d-80ee-2b3e50a05702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:00.682694 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-48002605-1a6f-499d-80ee-2b3e50a05702 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0885444 Mar 31 16:46:00.699889 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Publish callbacks [] for security_group (3d071863-ead8-4023-b8d0-d487a658965b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.703918 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3d071863-ead8-4023-b8d0-d487a658965b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.723870 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-c85922fd-c748-47ca-98e4-d8360c9373be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 200 len: 217 time: 0.0345700 Mar 31 16:46:00.742462 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3274813928084f3e82c0c50db896bfad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220316 Mar 31 16:46:00.743307 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d071863-ead8-4023-b8d0-d487a658965b,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:00.745185 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53834) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:00.756307 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.756658 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.757006 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.757373 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.757708 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.758042 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.758380 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.758708 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.759036 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.759393 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.759695 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.760302 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.760469 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.760671 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.760975 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b0e5be-8f59-4578-8523-80c69ba4a9d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:00.777448 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-4c48c966-681f-4c0e-a603-13a120292b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:00.778892 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-4c48c966-681f-4c0e-a603-13a120292b94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0495696 Mar 31 16:46:00.808599 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ab55d764-81b2-40bb-9745-f71aa65e7116 admin admin] Publish callbacks [] for security_group (3d071863-ead8-4023-b8d0-d487a658965b), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.829617 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ab55d764-81b2-40bb-9745-f71aa65e7116 admin admin] Publish callbacks [] for security_group (3d071863-ead8-4023-b8d0-d487a658965b), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.831849 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-9ccad963-3681-4bef-a6c1-8cc709f8edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:00.833341 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-9ccad963-3681-4bef-a6c1-8cc709f8edba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473671 Mar 31 16:46:00.877308 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ab55d764-81b2-40bb-9745-f71aa65e7116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3d071863-ead8-4023-b8d0-d487a658965b), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.879789 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ab55d764-81b2-40bb-9745-f71aa65e7116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:00.880944 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-ab55d764-81b2-40bb-9745-f71aa65e7116 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d071863-ead8-4023-b8d0-d487a658965b HTTP/1.1" status: 204 len: 168 time: 0.1346107 Mar 31 16:46:00.891896 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55d764-81b2-40bb-9745-f71aa65e7116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d071863-ead8-4023-b8d0-d487a658965b,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:00.925096 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-8beec9e0-2e4b-4478-9145-a0100f040fcb service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842748 Mar 31 16:46:01.019253 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-745e7e41-3d2b-4bc9-b125-df9c5c7e1f6b req-c859d132-0c96-41f4-8210-3f63bed9beed service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872998 Mar 31 16:46:01.232602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa9dce-e03f-4546-962e-5bc41d95ff6a req-1fd93a18-6625-410a-bfa0-5f81d1c7ae13 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:01.234287 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7aa9dce-e03f-4546-962e-5bc41d95ff6a req-1fd93a18-6625-410a-bfa0-5f81d1c7ae13 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0561326 Mar 31 16:46:01.313353 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d7aa9dce-e03f-4546-962e-5bc41d95ff6a req-c17c10b4-7a8f-42e4-87bf-45cb64a47815 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685356 Mar 31 16:46:01.337113 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7c2e2-79a6-4c94-83a9-f762ee4671d3 req-860bfce3-06a1-4d65-93c4-dbfcde6a6f39 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:01.337113 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-72d7c2e2-79a6-4c94-83a9-f762ee4671d3 req-860bfce3-06a1-4d65-93c4-dbfcde6a6f39 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0987055 Mar 31 16:46:01.410260 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-72d7c2e2-79a6-4c94-83a9-f762ee4671d3 req-319f92cd-d1e3-4e7f-9998-f7c17d637b00 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624814 Mar 31 16:46:01.563496 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00add05-af48-40a3-94a0-d5a0b3b98e87 req-5afbb552-ed5e-4e83-873f-b33035b12b13 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:01.569298 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b00add05-af48-40a3-94a0-d5a0b3b98e87 req-5afbb552-ed5e-4e83-873f-b33035b12b13 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0638514 Mar 31 16:46:01.573325 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53876) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:01.578951 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'floatingip': {'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:46:01.624498 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.039634 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53900) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:02.201751 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86044f30-8144-4ebe-aea6-555a7b43bd93 req-12b56a24-db3f-4666-9440-58ab2dbc333a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:02.204030 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-86044f30-8144-4ebe-aea6-555a7b43bd93 req-12b56a24-db3f-4666-9440-58ab2dbc333a tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.1162615 Mar 31 16:46:02.206219 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.212465 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.256070 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2589dda8-9c20-4ab8-8c0c-86400258feba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.335122 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2589dda8-9c20-4ab8-8c0c-86400258feba admin admin] Publish callbacks [] for security_group (406adde7-23e7-4794-8094-d19c9f8c7069), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.336341 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-86044f30-8144-4ebe-aea6-555a7b43bd93 req-51cad42a-6af5-4c36-ad97-bbf7dd5e0370 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260066 Mar 31 16:46:02.341487 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2589dda8-9c20-4ab8-8c0c-86400258feba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (406adde7-23e7-4794-8094-d19c9f8c7069), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.362226 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Floating IP e7612ef9-4fb5-4e70-a090-d86b2f6c079b associated. External IP: 172.27.3.104, port: 3cc6e354-ab33-46f4-a203-f538252ee342. Mar 31 16:46:02.381091 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2589dda8-9c20-4ab8-8c0c-86400258feba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ecc6fc1825b4001a6adf51ee9aca680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3403456 Mar 31 16:46:02.384948 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2589dda8-9c20-4ab8-8c0c-86400258feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406adde7-23e7-4794-8094-d19c9f8c7069,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:02.384948 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53910) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:02.434944 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d6055ddb-6fc8-4c1d-bdbc-177109ff5377 admin admin] Publish callbacks [] for security_group (406adde7-23e7-4794-8094-d19c9f8c7069), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.457128 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d6055ddb-6fc8-4c1d-bdbc-177109ff5377 admin admin] Publish callbacks [] for security_group (406adde7-23e7-4794-8094-d19c9f8c7069), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.506031 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d6055ddb-6fc8-4c1d-bdbc-177109ff5377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (406adde7-23e7-4794-8094-d19c9f8c7069), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.508476 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d6055ddb-6fc8-4c1d-bdbc-177109ff5377 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.510100 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d6055ddb-6fc8-4c1d-bdbc-177109ff5377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/406adde7-23e7-4794-8094-d19c9f8c7069 HTTP/1.1" status: 204 len: 168 time: 0.1248701 Mar 31 16:46:02.525195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6055ddb-6fc8-4c1d-bdbc-177109ff5377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406adde7-23e7-4794-8094-d19c9f8c7069,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:02.595497 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:46:02.714079 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:46:02.726988 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] Sync routers for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:46:02.730621 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:02.746298 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:46:02.747364 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:45:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:02.778040 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a9ebdb7a-0e49-40be-b334-3fe018e43f10 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "PUT /v2.0/floatingips/e7612ef9-4fb5-4e70-a090-d86b2f6c079b HTTP/1.1" status: 200 len: 992 time: 1.2035632 Mar 31 16:46:02.787176 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:46:02.790240 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9" -d '{"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:46:02.850465 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d5bffc-5367-4757-842e-f3bd3cc4da4c x-openstack-request-id: req-18d5bffc-5367-4757-842e-f3bd3cc4da4c {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:46:02.851226 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:46:02.851483 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18d5bffc-5367-4757-842e-f3bd3cc4da4c {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:46:02.851939 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d5bffc-5367-4757-842e-f3bd3cc4da4c'] response: {'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342', 'status': 'completed', 'code': 200} Mar 31 16:46:02.926183 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:46:02.943705 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-084c791d-1316-475a-857a-b5b81ec213f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:02.945232 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-084c791d-1316-475a-857a-b5b81ec213f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0605109 Mar 31 16:46:03.038073 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-026fdefe-d9a7-4f13-94a3-7fdca2bde5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:03.039639 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-026fdefe-d9a7-4f13-94a3-7fdca2bde5b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0867672 Mar 31 16:46:03.154621 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'e7612ef9-4fb5-4e70-a090-d86b2f6c079b', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:45:35Z', 'updated_at': '2022-03-31T16:46:02Z', 'revision_number': 1, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:03.182000 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] Checking router: e96d0324-b4b1-4e74-9c2b-31c7a0583e51 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:46:03.191093 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:46:03.191715 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:45:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:03.300916 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:46:03.320658 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-fcf86a9a-4d5d-4869-aa48-d693779365fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 1000 time: 0.2744024 Mar 31 16:46:03.372671 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-988a4717-4c70-4bac-ac3d-3d287be25d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:03.374458 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-988a4717-4c70-4bac-ac3d-3d287be25d7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0468981 Mar 31 16:46:03.428251 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-15828354-262b-4f67-8262-17790ef2ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:03.429817 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-15828354-262b-4f67-8262-17790ef2ccf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489733 Mar 31 16:46:03.473780 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cefa8-b324-4ab8-8fcf-ad87e04ea705 req-bc8b7c09-e074-4dcf-b317-7db38b3f9fa3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:03.475600 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-132cefa8-b324-4ab8-8fcf-ad87e04ea705 req-bc8b7c09-e074-4dcf-b317-7db38b3f9fa3 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0662889 Mar 31 16:46:03.526724 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-132cefa8-b324-4ab8-8fcf-ad87e04ea705 req-8e7e874e-beb8-4ac3-aa0a-56b2903deb70 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/security-groups?id=e3ccd970-8a80-4972-b2af-58a128dc8400&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449262 Mar 31 16:46:03.528458 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-e55d3d29-1b6b-450b-8809-28af6bb31b66 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916777 Mar 31 16:46:03.616772 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f61278bd-eb3c-4335-a52e-0a5b4f8dcbf9 req-d30ae6a0-fd55-4052-952a-8c0100714ec4 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810058 Mar 31 16:46:03.628431 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'e7612ef9-4fb5-4e70-a090-d86b2f6c079b', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:45:35Z', 'updated_at': '2022-03-31T16:46:02Z', 'revision_number': 1, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:03.654193 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0faa5b79-2668-44b3-b8e1-ae5a1e3e33ee None None] The sync data for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi is: [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'e7612ef9-4fb5-4e70-a090-d86b2f6c079b', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:45:35Z', 'updated_at': '2022-03-31T16:46:02Z', 'revision_number': 1, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:46:03.809441 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ed72a39e-f34d-4d03-a7e7-6be2f92bec78 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:03.811019 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ed72a39e-f34d-4d03-a7e7-6be2f92bec78 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 945 time: 0.0570641 Mar 31 16:46:03.850372 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09883368-0ca9-404b-b01a-5b5afc5fd9f5 None None] New status for floating IP e7612ef9-4fb5-4e70-a090-d86b2f6c079b: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:46:03.910387 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Deleting port a919b322-5613-4d28-9201-551793e2fede {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:46:03.910642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a919b322-5613-4d28-9201-551793e2fede), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:04.008714 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] For port a919b322-5613-4d28-9201-551793e2fede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a919b322-5613-4d28-9201-551793e2fede,segment=NetworkSegment(fbe8285c-6c82-40ac-989b-61d3b53427bc),segment_id=fbe8285c-6c82-40ac-989b-61d3b53427bc)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:46:04.009100 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a919b322-5613-4d28-9201-551793e2fede), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:04.026307 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Calling delete_port for a919b322-5613-4d28-9201-551793e2fede owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:46:04.164028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (a919b322-5613-4d28-9201-551793e2fede), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:04.179460 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['a919b322-5613-4d28-9201-551793e2fede'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:46:04.190588 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Pushing event deleted for resources: {'Port': ['ID=a919b322-5613-4d28-9201-551793e2fede,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:04.200295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.200722 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.200983 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.201350 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.201680 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.202009 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.202331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.202663 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.202991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.203772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.203772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.203950 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.204298 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.204621 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.204937 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:04.249564 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] No DVR routers for this DVR port a919b322-5613-4d28-9201-551793e2fede on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:46:04.253244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:04.256443 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2bf93c91-4a43-4913-acee-e056c91faec8 req-ea6afe81-ec76-45f4-b163-9b5ba975aad4 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.55 "DELETE /v2.0/ports/a919b322-5613-4d28-9201-551793e2fede HTTP/1.1" status: 204 len: 173 time: 0.4403119 Mar 31 16:46:04.256877 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'name': 'network-vif-deleted', 'tag': 'a919b322-5613-4d28-9201-551793e2fede'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:46:04.259237 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457e9269-222b-4d83-8f58-8660f6ec8a08" -d '{"events": [{"server_uuid": "3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6", "name": "network-vif-deleted", "tag": "a919b322-5613-4d28-9201-551793e2fede"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:46:04.303260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f358d342-7e8b-4759-b8f9-d71acd63bfab x-openstack-request-id: req-f358d342-7e8b-4759-b8f9-d71acd63bfab {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:46:04.303260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6", "name": "network-vif-deleted", "tag": "a919b322-5613-4d28-9201-551793e2fede", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:46:04.303695 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f358d342-7e8b-4759-b8f9-d71acd63bfab {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:46:04.304097 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f358d342-7e8b-4759-b8f9-d71acd63bfab'] response: {'server_uuid': '3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6', 'name': 'network-vif-deleted', 'tag': 'a919b322-5613-4d28-9201-551793e2fede', 'status': 'completed', 'code': 200} Mar 31 16:46:04.634376 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-adf3c0bf-a8b2-4663-872f-05f830ed2861 req-5210548e-666c-4bdc-b841-675af63d2a88 tempest-VolumesActionsTest-859260848 tempest-VolumesActionsTest-859260848-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b1b04bd-9cd7-483f-a5e4-bad9d7d625d6 HTTP/1.1" status: 200 len: 210 time: 0.0279100 Mar 31 16:46:05.410586 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53946) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:05.514311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6646c826-ae1b-4c68-b3fa-2ba95341e4b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.585818 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6646c826-ae1b-4c68-b3fa-2ba95341e4b4 admin admin] Publish callbacks [] for security_group (a907dcca-5be5-4d70-821a-82a173f8b0b8), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.589256 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6646c826-ae1b-4c68-b3fa-2ba95341e4b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a907dcca-5be5-4d70-821a-82a173f8b0b8), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.625704 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6646c826-ae1b-4c68-b3fa-2ba95341e4b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db29765895b6488fbe7b48a9657c1ded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141104 Mar 31 16:46:05.626644 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6646c826-ae1b-4c68-b3fa-2ba95341e4b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907dcca-5be5-4d70-821a-82a173f8b0b8,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:05.628366 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53950) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:05.676502 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-774358c2-fec4-476b-8e90-2f19e770ebeb admin admin] Publish callbacks [] for security_group (a907dcca-5be5-4d70-821a-82a173f8b0b8), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.700744 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-774358c2-fec4-476b-8e90-2f19e770ebeb admin admin] Publish callbacks [] for security_group (a907dcca-5be5-4d70-821a-82a173f8b0b8), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.755378 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-774358c2-fec4-476b-8e90-2f19e770ebeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a907dcca-5be5-4d70-821a-82a173f8b0b8), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.758081 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-774358c2-fec4-476b-8e90-2f19e770ebeb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:05.759222 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-774358c2-fec4-476b-8e90-2f19e770ebeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a907dcca-5be5-4d70-821a-82a173f8b0b8 HTTP/1.1" status: 204 len: 168 time: 0.1292207 Mar 31 16:46:05.767646 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774358c2-fec4-476b-8e90-2f19e770ebeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907dcca-5be5-4d70-821a-82a173f8b0b8,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:06.176673 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 53980) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:06.190644 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c682cee9-f574-49cc-9d15-3685ff41d083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.271195 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c682cee9-f574-49cc-9d15-3685ff41d083 admin admin] Publish callbacks [] for security_group (37b34d9d-8928-48ee-92b4-977ec3fa3f33), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.274934 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c682cee9-f574-49cc-9d15-3685ff41d083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (37b34d9d-8928-48ee-92b4-977ec3fa3f33), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.313136 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c682cee9-f574-49cc-9d15-3685ff41d083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=efd1f2bcf41841368734c14874b314c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350367 Mar 31 16:46:06.314554 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682cee9-f574-49cc-9d15-3685ff41d083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b34d9d-8928-48ee-92b4-977ec3fa3f33,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:06.316918 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 53990) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:06.366058 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-82ab1c62-2747-43c4-a45c-d065a1b34ea4 admin admin] Publish callbacks [] for security_group (37b34d9d-8928-48ee-92b4-977ec3fa3f33), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.395075 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-82ab1c62-2747-43c4-a45c-d065a1b34ea4 admin admin] Publish callbacks [] for security_group (37b34d9d-8928-48ee-92b4-977ec3fa3f33), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.449007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-82ab1c62-2747-43c4-a45c-d065a1b34ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (37b34d9d-8928-48ee-92b4-977ec3fa3f33), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.451546 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-82ab1c62-2747-43c4-a45c-d065a1b34ea4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:06.452692 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-82ab1c62-2747-43c4-a45c-d065a1b34ea4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37b34d9d-8928-48ee-92b4-977ec3fa3f33 HTTP/1.1" status: 204 len: 168 time: 0.1342776 Mar 31 16:46:06.460200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab1c62-2747-43c4-a45c-d065a1b34ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b34d9d-8928-48ee-92b4-977ec3fa3f33,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:08.352387 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a919b322-5613-4d28-9201-551793e2fede no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:46:08.372547 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: a919b322-5613-4d28-9201-551793e2fede {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:46:08.372884 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a919b322-5613-4d28-9201-551793e2fede not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:46:23.463728 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-88097efd-81fd-44b6-b762-d207376536fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:25.802300 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-457d7ec1-7027-4e66-a3f6-2b07522044cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:26.719546 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:27.957302 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:46:28.340389 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.504994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 54330) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:28.547665 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Deleting subnet f0af925f-5c01-46ea-85fe-1f017ff946d1 {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:46:28.551283 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Publish callbacks [] for subnet (f0af925f-5c01-46ea-85fe-1f017ff946d1), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.585004 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (f0af925f-5c01-46ea-85fe-1f017ff946d1), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.626189 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (f0af925f-5c01-46ea-85fe-1f017ff946d1), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.679207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (f0af925f-5c01-46ea-85fe-1f017ff946d1), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.711895 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.715021 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f0af925f-5c01-46ea-85fe-1f017ff946d1 HTTP/1.1" status: 204 len: 168 time: 0.2089887 Mar 31 16:46:28.715997 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d69e94-f06a-4587-a9a3-41c1246cb8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0af925f-5c01-46ea-85fe-1f017ff946d1,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:28.717734 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 54334) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:28.785773 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.868990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.889280 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:28.899035 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe8285c-6c82-40ac-989b-61d3b53427bc') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:28.899323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe8285c-6c82-40ac-989b-61d3b53427bc') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:46:28.908447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (fbe8285c-6c82-40ac-989b-61d3b53427bc), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.922653 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (fbe8285c-6c82-40ac-989b-61d3b53427bc), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.929192 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:46:28.929579 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (fbe8285c-6c82-40ac-989b-61d3b53427bc), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:46:28.931269 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:46:28.982736 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.990834 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:28.994165 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9 HTTP/1.1" status: 204 len: 168 time: 0.2754548 Mar 31 16:46:29.006408 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3bf2e-fc93-4cf2-bc76-d3a21d0d2489 admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb9ddc6-bde0-4826-b9cb-9cd0e6cfdfd9,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:29.171998 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 54380) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:29.211794 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d08dcc8b-2983-49e7-9919-e86c2ea3995e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3034736b53614809998503d53bf08a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386643 Mar 31 16:46:29.214132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 54382) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:29.259763 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4192f8d8-c8bf-42d8-89a1-fd264d7bdc24 admin admin] Publish callbacks [] for security_group (e3ccd970-8a80-4972-b2af-58a128dc8400), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:29.280525 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4192f8d8-c8bf-42d8-89a1-fd264d7bdc24 admin admin] Publish callbacks [] for security_group (e3ccd970-8a80-4972-b2af-58a128dc8400), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:29.330144 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4192f8d8-c8bf-42d8-89a1-fd264d7bdc24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e3ccd970-8a80-4972-b2af-58a128dc8400), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:29.333783 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4192f8d8-c8bf-42d8-89a1-fd264d7bdc24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:29.334890 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4192f8d8-c8bf-42d8-89a1-fd264d7bdc24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3ccd970-8a80-4972-b2af-58a128dc8400 HTTP/1.1" status: 204 len: 168 time: 0.1198869 Mar 31 16:46:29.342615 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192f8d8-c8bf-42d8-89a1-fd264d7bdc24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ccd970-8a80-4972-b2af-58a128dc8400,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:29.660960 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:29.730122 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.014293 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 54418) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:30.110091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1730042587-network', 'tenant_id': '043ff5fe6c9f4466a38d01caf3a5fef8'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:46:30.128925 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Made reservation on behalf of 043ff5fe6c9f4466a38d01caf3a5fef8 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:46:30.131086 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.139098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.234522 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks [] for security_group (1550931b-dbce-4390-b09e-7fa6cbec6ea3), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.238121 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1550931b-dbce-4390-b09e-7fa6cbec6ea3), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.263979 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:46:30.280609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1550931b-dbce-4390-b09e-7fa6cbec6ea3,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:30.285926 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (6254dd55-8d46-4c53-9a8d-7160bea09f9f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.286261 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Added segment 6254dd55-8d46-4c53-9a8d-7160bea09f9f of type vlan for network 706effab-00b8-48b6-aaab-ceb3a0cc9829 Mar 31 16:46:30.331508 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (706effab-00b8-48b6-aaab-ceb3a0cc9829), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.355392 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (706effab-00b8-48b6-aaab-ceb3a0cc9829), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.356725 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:30.357490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.415103 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3995557 Mar 31 16:46:30.417931 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 54424) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:30.422706 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Request body: {'subnet': {'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1730042587-subnet', 'tenant_id': '043ff5fe6c9f4466a38d01caf3a5fef8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:46:30.425144 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796a2c8-d114-456c-8d6a-b7c98b14a552 admin admin] Pushing event updated for resources: {'Network': ['ID=706effab-00b8-48b6-aaab-ceb3a0cc9829,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:30.437979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 706effab-00b8-48b6-aaab-ceb3a0cc9829 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:46:30.443197 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Made reservation on behalf of 043ff5fe6c9f4466a38d01caf3a5fef8 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:46:30.445688 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.621587 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (b7db42e3-0c11-4ee7-affe-8df682fea6c3), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.668560 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7db42e3-0c11-4ee7-affe-8df682fea6c3,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:30.685276 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Checking segment: {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:46:30.685630 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Network hostable DHCP agents. Network: 706effab-00b8-48b6-aaab-ceb3a0cc9829, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:46:30.701593 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Network 706effab-00b8-48b6-aaab-ceb3a0cc9829 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:46:30.709962 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 706effab-00b8-48b6-aaab-ceb3a0cc9829) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:46:30.714056 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:30.714640 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:30.720070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7457e28-1fa9-4379-8ed0-ee4810476945 None None] Network 706effab-00b8-48b6-aaab-ceb3a0cc9829 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:46:30.742254 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c185405a-a135-45bb-bfab-98b8474080a8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3229280 Mar 31 16:46:30.827475 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc0c37-1b7f-46d2-8b96-35874eac0c06 None None] Network 706effab-00b8-48b6-aaab-ceb3a0cc9829 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:46:32.470229 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-3f28de49-f5b1-46b1-aa52-fa0e4aea0583 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:32.471727 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-3f28de49-f5b1-46b1-aa52-fa0e4aea0583 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/networks?id=706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 200 len: 814 time: 0.1007478 Mar 31 16:46:32.489303 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-1e3482af-78b6-4f77-acd3-96311f5aa547 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/quotas/043ff5fe6c9f4466a38d01caf3a5fef8 HTTP/1.1" status: 200 len: 375 time: 0.0117028 Mar 31 16:46:32.525314 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-1e52bae7-7b66-4f8a-90f2-423ebcc37a35 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306342 Mar 31 16:46:32.619255 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-b1e069c2-0338-4ba8-ab43-86bbfa3e47d8 service neutron] 10.222.0.21 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874939 Mar 31 16:46:32.708494 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-ba3e3cc3-1f1d-4ad8-8405-5ffa473f1c98 service neutron] 10.222.0.21 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832977 Mar 31 16:46:34.112857 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c89323ca-c352-4077-83ad-65c61b5063b2 req-546b0d62-d403-43e1-801e-955808abf780 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 210 time: 0.2572463 Mar 31 16:46:34.934503 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-ce0e14b8-e4d5-4fa7-8f51-1611857b5ec3 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:34.935990 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-ce0e14b8-e4d5-4fa7-8f51-1611857b5ec3 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "GET /v2.0/networks?id=706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 200 len: 814 time: 0.1158347 Mar 31 16:46:34.953331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Request body: {'port': {'device_id': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829', 'admin_state_up': True, 'tenant_id': '043ff5fe6c9f4466a38d01caf3a5fef8'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:46:35.062267 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Made reservation on behalf of 043ff5fe6c9f4466a38d01caf3a5fef8 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:46:35.065469 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.204061 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Allocated IP 172.20.0.7 (706effab-00b8-48b6-aaab-ceb3a0cc9829/b7db42e3-0c11-4ee7-affe-8df682fea6c3/673ddff9-3478-487b-816f-4167d4e877d8) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:46:35.229891 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-300a66ab-8f09-405e-991f-3c6c836bbddc req-ea3e92c0-00d0-44cf-8d35-6a3228c111e0 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 210 time: 0.0376091 Mar 31 16:46:35.355277 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks [] for port (673ddff9-3478-487b-816f-4167d4e877d8), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.390013 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (673ddff9-3478-487b-816f-4167d4e877d8), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.433028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Network 706effab-00b8-48b6-aaab-ceb3a0cc9829 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:46:35.436199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:46:35.445807 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:46:35.468052 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Pushing event updated for resources: {'Port': ['ID=673ddff9-3478-487b-816f-4167d4e877d8,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:35.500128 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:35.500727 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.519092 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-49e19af5-3dbd-4f3f-8710-0e7966fa9363 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5720329 Mar 31 16:46:35.530563 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Request body: {'port': {'device_id': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:46:35.594797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (673ddff9-3478-487b-816f-4167d4e877d8), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.858543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 673ddff9-3478-487b-816f-4167d4e877d8 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:46:35.866428 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Publish callbacks [] for port (673ddff9-3478-487b-816f-4167d4e877d8), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.878524 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Transition to ACTIVE for port object 673ddff9-3478-487b-816f-4167d4e877d8 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:46:35.882139 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (673ddff9-3478-487b-816f-4167d4e877d8), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:35.929888 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Pushing event updated for resources: {'Port': ['ID=673ddff9-3478-487b-816f-4167d4e877d8,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:36.000666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Attempting to bind port 673ddff9-3478-487b-816f-4167d4e877d8 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:46:36.001385 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Attempting to bind port 673ddff9-3478-487b-816f-4167d4e877d8 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:46:36.001385 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Attempting to bind port 673ddff9-3478-487b-816f-4167d4e877d8 on network 706effab-00b8-48b6-aaab-ceb3a0cc9829 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:46:36.005533 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Port 673ddff9-3478-487b-816f-4167d4e877d8 on network 706effab-00b8-48b6-aaab-ceb3a0cc9829 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:46:36.005850 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Attempting to bind port 673ddff9-3478-487b-816f-4167d4e877d8 on network 706effab-00b8-48b6-aaab-ceb3a0cc9829 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:46:36.010546 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:46:36.010878 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Checking segment: {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:46:36.011257 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Bound using segment: {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:46:36.011676 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Bound port: 673ddff9-3478-487b-816f-4167d4e877d8, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:46:36.012026 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (673ddff9-3478-487b-816f-4167d4e877d8), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:36.074642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] For port 673ddff9-3478-487b-816f-4167d4e877d8, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:46:36.077485 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] For port 673ddff9-3478-487b-816f-4167d4e877d8, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=673ddff9-3478-487b-816f-4167d4e877d8,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:46:36.084042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (673ddff9-3478-487b-816f-4167d4e877d8), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:36.116126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.116874 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:36.118276 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] 10.222.0.55 "PUT /v2.0/ports/673ddff9-3478-487b-816f-4167d4e877d8 HTTP/1.1" status: 200 len: 1093 time: 0.5923233 Mar 31 16:46:36.120640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'tag': '673ddff9-3478-487b-816f-4167d4e877d8'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:46:36.123654 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b18dada-5f16-4a34-9899-2b3d26fd93b7" -d '{"events": [{"name": "network-changed", "server_uuid": "2ffe494a-0159-48ef-bf81-80f1035bd612", "tag": "673ddff9-3478-487b-816f-4167d4e877d8"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:46:36.150361 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b02fa6-e526-4552-b0c7-05b674a543d9 service neutron] Pushing event updated for resources: {'Port': ['ID=673ddff9-3478-487b-816f-4167d4e877d8,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:36.173779 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5ddf13-4c3a-434b-8aeb-1aad79acf876 x-openstack-request-id: req-da5ddf13-4c3a-434b-8aeb-1aad79acf876 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:46:36.174092 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ffe494a-0159-48ef-bf81-80f1035bd612", "tag": "673ddff9-3478-487b-816f-4167d4e877d8", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:46:36.174845 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da5ddf13-4c3a-434b-8aeb-1aad79acf876 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:46:36.175241 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da5ddf13-4c3a-434b-8aeb-1aad79acf876'] response: {'name': 'network-changed', 'server_uuid': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'tag': '673ddff9-3478-487b-816f-4167d4e877d8', 'status': 'completed', 'code': 200} Mar 31 16:46:36.207446 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-3a7cc645-d112-46bb-ac14-fc018692f19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.208936 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-3a7cc645-d112-46bb-ac14-fc018692f19c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 1127 time: 0.0448821 Mar 31 16:46:36.255833 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-c0fdb12f-6867-47d6-ac63-4311c20a545d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=673ddff9-3478-487b-816f-4167d4e877d8 HTTP/1.1" status: 200 len: 217 time: 0.0379515 Mar 31 16:46:36.305713 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-0047e6ce-4e9b-48b8-b884-ad4b94a45919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.307282 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-0047e6ce-4e9b-48b8-b884-ad4b94a45919 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7db42e3-0c11-4ee7-affe-8df682fea6c3 HTTP/1.1" status: 200 len: 854 time: 0.0447195 Mar 31 16:46:36.340155 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-0eafa6c7-c92e-4fe6-bb2d-c3da6e8d5c0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=706effab-00b8-48b6-aaab-ceb3a0cc9829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254738 Mar 31 16:46:36.350674 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b926632-6df3-4cf3-a2b7-f62c4b8795e7 req-4b59bd31-dbf9-42d5-acb7-f8a4fcac02cf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.352105 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9b926632-6df3-4cf3-a2b7-f62c4b8795e7 req-4b59bd31-dbf9-42d5-acb7-f8a4fcac02cf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 943 time: 0.0526733 Mar 31 16:46:36.399874 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9b926632-6df3-4cf3-a2b7-f62c4b8795e7 req-34852208-a740-4295-a4af-c8229b03d4aa tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421493 Mar 31 16:46:36.433118 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-47545d70-e859-4d52-8998-bb5999f036f7 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853658 Mar 31 16:46:36.524179 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1a165c72-4240-46bd-8344-f4488b2c5b44 req-1c50f303-f893-4e75-ae1e-3d294bde03d8 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840383 Mar 31 16:46:36.621307 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-8b8ab83b-da71-48c4-82bb-a084e34c3f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.622706 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-8b8ab83b-da71-48c4-82bb-a084e34c3f53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 1127 time: 0.0502937 Mar 31 16:46:36.711326 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-480f11e7-25f1-4690-a9a7-4d1d9606aebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.712772 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-480f11e7-25f1-4690-a9a7-4d1d9606aebb service neutron] 10.222.0.55 "GET /v2.0/networks?id=706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 200 len: 914 time: 0.0835035 Mar 31 16:46:36.756281 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-80a9fb36-b5c3-4bef-9937-c6c9332cf4b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=673ddff9-3478-487b-816f-4167d4e877d8 HTTP/1.1" status: 200 len: 217 time: 0.0368993 Mar 31 16:46:36.807471 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-ba8aecb4-d1cc-406c-9cc7-7d5139d18bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:36.809444 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-ba8aecb4-d1cc-406c-9cc7-7d5139d18bcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7db42e3-0c11-4ee7-affe-8df682fea6c3 HTTP/1.1" status: 200 len: 854 time: 0.0465961 Mar 31 16:46:36.842353 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-ebb92d34-6acd-42a3-8e71-5898a73c7058 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=706effab-00b8-48b6-aaab-ceb3a0cc9829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259578 Mar 31 16:46:36.929873 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-6768ade4-3a13-4fb0-bf57-43fb26656d10 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807791 Mar 31 16:46:37.023760 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5b18dada-5f16-4a34-9899-2b3d26fd93b7 req-a022dbce-3a0e-40b9-ac81-21d4e322de92 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866053 Mar 31 16:46:37.518477 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e7f43a-99f0-4503-b45d-0083de75e140 req-831d6374-7e88-4221-adbb-d62e07e07462 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:37.519926 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-55e7f43a-99f0-4503-b45d-0083de75e140 req-831d6374-7e88-4221-adbb-d62e07e07462 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 943 time: 0.0548813 Mar 31 16:46:37.567498 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-55e7f43a-99f0-4503-b45d-0083de75e140 req-0dcb216e-64a8-4fb6-8a8b-a8de047644cf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419321 Mar 31 16:46:38.682868 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e579743-f197-4914-a7b3-38df5bee1906 req-63ceddd5-0f89-4a48-aa24-47c3d214fff4 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:38.684695 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6e579743-f197-4914-a7b3-38df5bee1906 req-63ceddd5-0f89-4a48-aa24-47c3d214fff4 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 943 time: 0.0501037 Mar 31 16:46:38.730634 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6e579743-f197-4914-a7b3-38df5bee1906 req-80b65279-62dc-40e6-968d-dedde8003218 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391729 Mar 31 16:46:39.848083 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59dadfe-b54b-4329-9464-3f50d871b988 req-a4251310-2ace-4d5b-874a-c0eec985d08a tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:39.849465 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b59dadfe-b54b-4329-9464-3f50d871b988 req-a4251310-2ace-4d5b-874a-c0eec985d08a tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 943 time: 0.0537274 Mar 31 16:46:39.895114 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b59dadfe-b54b-4329-9464-3f50d871b988 req-df357668-efc5-4898-813e-dee0bdc9facc tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399830 Mar 31 16:46:40.293100 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 673ddff9-3478-487b-816f-4167d4e877d8 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:46:40.390151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 673ddff9-3478-487b-816f-4167d4e877d8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=673ddff9-3478-487b-816f-4167d4e877d8,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:46:40.401709 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '673ddff9-3478-487b-816f-4167d4e877d8', 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829', 'port_id': '673ddff9-3478-487b-816f-4167d4e877d8', 'mac_address': 'fa:16:3e:34:0b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7db42e3-0c11-4ee7-affe-8df682fea6c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:46:40.437860 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 673ddff9-3478-487b-816f-4167d4e877d8 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:46:40.438244 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (673ddff9-3478-487b-816f-4167d4e877d8), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:40.451226 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 673ddff9-3478-487b-816f-4167d4e877d8 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:46:40.474568 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 673ddff9-3478-487b-816f-4167d4e877d8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=673ddff9-3478-487b-816f-4167d4e877d8,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:46:40.478357 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (673ddff9-3478-487b-816f-4167d4e877d8), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:40.523357 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=673ddff9-3478-487b-816f-4167d4e877d8,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:40.530022 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.530373 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.530827 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.531273 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.531612 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.531940 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.532263 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.532586 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.532910 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.533250 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.534231 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.534557 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.534879 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.535197 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:40.535516 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:46:41.009240 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868587be-e715-42d1-9cd0-2ab380b83c59 req-90bae3a3-b541-48fd-9276-9530de893e73 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:41.010703 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-868587be-e715-42d1-9cd0-2ab380b83c59 req-90bae3a3-b541-48fd-9276-9530de893e73 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 944 time: 0.0508890 Mar 31 16:46:41.012385 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['673ddff9-3478-487b-816f-4167d4e877d8'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:46:41.056008 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-868587be-e715-42d1-9cd0-2ab380b83c59 req-3c45f470-178b-4dd9-beb6-22c43cafed34 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Mar 31 16:46:42.175386 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096b574-b4a1-4717-b0e5-7169c3f287b8 req-fa1d84e3-3214-420a-b8ab-2df71c990631 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:42.176819 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5096b574-b4a1-4717-b0e5-7169c3f287b8 req-fa1d84e3-3214-420a-b8ab-2df71c990631 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 944 time: 0.0573759 Mar 31 16:46:42.233969 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5096b574-b4a1-4717-b0e5-7169c3f287b8 req-ddb56a0a-b904-419f-ab51-75320b8ed538 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515051 Mar 31 16:46:42.316354 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 673ddff9-3478-487b-816f-4167d4e877d8 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:46:42.365033 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 673ddff9-3478-487b-816f-4167d4e877d8 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:46:42.369486 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 673ddff9-3478-487b-816f-4167d4e877d8 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:46:42.370233 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (673ddff9-3478-487b-816f-4167d4e877d8), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:42.451135 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 673ddff9-3478-487b-816f-4167d4e877d8 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:46:42.451519 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (673ddff9-3478-487b-816f-4167d4e877d8), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:42.472895 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673ddff9-3478-487b-816f-4167d4e877d8'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:46:42.475149 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1a408c-ffcf-41a3-b607-97ae336d6d19" -d '{"events": [{"server_uuid": "2ffe494a-0159-48ef-bf81-80f1035bd612", "name": "network-vif-plugged", "status": "completed", "tag": "673ddff9-3478-487b-816f-4167d4e877d8"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:46:42.490868 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 673ddff9-3478-487b-816f-4167d4e877d8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=673ddff9-3478-487b-816f-4167d4e877d8,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:46:42.495274 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (673ddff9-3478-487b-816f-4167d4e877d8), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:42.517765 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f79835-19da-479b-b709-a32b7a46ad53 x-openstack-request-id: req-21f79835-19da-479b-b709-a32b7a46ad53 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:46:42.518079 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffe494a-0159-48ef-bf81-80f1035bd612", "name": "network-vif-plugged", "status": "completed", "tag": "673ddff9-3478-487b-816f-4167d4e877d8", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:46:42.518350 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21f79835-19da-479b-b709-a32b7a46ad53 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:46:42.518726 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21f79835-19da-479b-b709-a32b7a46ad53'] response: {'server_uuid': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '673ddff9-3478-487b-816f-4167d4e877d8', 'code': 200} Mar 31 16:46:42.543803 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=673ddff9-3478-487b-816f-4167d4e877d8,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:42.693370 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc6e4c-7bb4-4e68-a1c9-57334a475a51 req-4b7af1f1-d23f-4bde-8a71-3d66c1d01321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:42.694759 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3adc6e4c-7bb4-4e68-a1c9-57334a475a51 req-4b7af1f1-d23f-4bde-8a71-3d66c1d01321 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 1129 time: 0.0433717 Mar 31 16:46:42.742947 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3adc6e4c-7bb4-4e68-a1c9-57334a475a51 req-0fe0fa00-ea61-4a2e-8a72-a637e85bff0f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396469 Mar 31 16:46:43.346991 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d326e71f-e2b7-40d2-af67-0c123412c322 req-ceffe7e7-275e-4af6-bf09-c98d84009a65 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:43.348448 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d326e71f-e2b7-40d2-af67-0c123412c322 req-ceffe7e7-275e-4af6-bf09-c98d84009a65 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0509582 Mar 31 16:46:43.394522 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d326e71f-e2b7-40d2-af67-0c123412c322 req-98d4c063-bfcd-46d6-8769-5b360dbca0f4 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405576 Mar 31 16:46:44.511086 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eebafc-9115-426f-9e14-54acc5af8629 req-f24038cd-87e9-465a-8384-53467357a46a tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:44.512670 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-16eebafc-9115-426f-9e14-54acc5af8629 req-f24038cd-87e9-465a-8384-53467357a46a tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0517552 Mar 31 16:46:44.559224 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-16eebafc-9115-426f-9e14-54acc5af8629 req-c5f4bbb5-edcf-4cf3-b4b3-1bdd0c3195af tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410650 Mar 31 16:46:45.676545 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b0700-87e5-4dbd-b096-f3ec31c34945 req-2fef3d08-9c4c-4da8-9b0a-bdff9f4a66a7 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:45.678019 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea9b0700-87e5-4dbd-b096-f3ec31c34945 req-2fef3d08-9c4c-4da8-9b0a-bdff9f4a66a7 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0556705 Mar 31 16:46:45.722934 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea9b0700-87e5-4dbd-b096-f3ec31c34945 req-bbc9200f-6b43-4f8a-995b-ea100490697d tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394475 Mar 31 16:46:53.461117 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-30f785f3-dee9-432c-8b9f-f4b1ec71f619 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:55.795381 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8a865220-1b01-49c9-8aed-41782e31851c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:56.723959 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.371886 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 54720) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:57.478210 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ad937883-629e-4278-ae82-b53d6ec2a128 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.559313 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ad937883-629e-4278-ae82-b53d6ec2a128 admin admin] Publish callbacks [] for security_group (54303c4c-f2bf-4bdb-81a4-8317e661a075), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.562982 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ad937883-629e-4278-ae82-b53d6ec2a128 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (54303c4c-f2bf-4bdb-81a4-8317e661a075), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.600031 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-ad937883-629e-4278-ae82-b53d6ec2a128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75250fbe7fd746ddb081252a6d03d930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271450 Mar 31 16:46:57.600951 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad937883-629e-4278-ae82-b53d6ec2a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54303c4c-f2bf-4bdb-81a4-8317e661a075,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:57.602737 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 54726) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:46:57.650716 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e16dce6-04f6-4c26-9247-8dd7d9636e9f admin admin] Publish callbacks [] for security_group (54303c4c-f2bf-4bdb-81a4-8317e661a075), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.676590 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e16dce6-04f6-4c26-9247-8dd7d9636e9f admin admin] Publish callbacks [] for security_group (54303c4c-f2bf-4bdb-81a4-8317e661a075), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.733898 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e16dce6-04f6-4c26-9247-8dd7d9636e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (54303c4c-f2bf-4bdb-81a4-8317e661a075), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.736452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e16dce6-04f6-4c26-9247-8dd7d9636e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:57.739249 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3e16dce6-04f6-4c26-9247-8dd7d9636e9f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54303c4c-f2bf-4bdb-81a4-8317e661a075 HTTP/1.1" status: 204 len: 168 time: 0.1346962 Mar 31 16:46:57.747135 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e16dce6-04f6-4c26-9247-8dd7d9636e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54303c4c-f2bf-4bdb-81a4-8317e661a075,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:46:58.339289 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:58.437486 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-6407f5de-2c36-4558-9182-60428122edb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435243 Mar 31 16:46:58.522666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-c8f34ee0-1fcb-4bf3-876c-2821d4a3c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:58.524170 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-c8f34ee0-1fcb-4bf3-876c-2821d4a3c939 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1129 time: 0.0564902 Mar 31 16:46:58.642741 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-22915a59-2c3e-4b13-9c91-aa97e691f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:58.644270 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-22915a59-2c3e-4b13-9c91-aa97e691f89b service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0961580 Mar 31 16:46:58.719905 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-2df50e91-8e60-47e3-b9c2-225ab159e392 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 999 time: 0.0660684 Mar 31 16:46:58.773990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-eb538978-1175-4381-b7c7-25b50418a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:58.773990 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-eb538978-1175-4381-b7c7-25b50418a712 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0466301 Mar 31 16:46:58.828332 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-ae7281cc-6829-4ae8-ab44-27ab93a636e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:58.829875 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-ae7281cc-6829-4ae8-ab44-27ab93a636e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484061 Mar 31 16:46:58.919529 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-1b7e9440-f047-4434-b719-225cea1860b4 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810151 Mar 31 16:46:59.010177 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2516a494-c9a0-45b4-acd6-006b68a33859 req-c84b7f70-040f-40d6-a0e1-31384dd38a33 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833516 Mar 31 16:46:59.653116 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:59.739314 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:46:59.932067 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3d42c-1e38-422c-afef-a81a725c99f6 req-ca2605b4-1c56-408f-969b-a93c51b3df4f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:46:59.933793 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ea3d42c-1e38-422c-afef-a81a725c99f6 req-ca2605b4-1c56-408f-969b-a93c51b3df4f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0616853 Mar 31 16:47:00.012135 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ea3d42c-1e38-422c-afef-a81a725c99f6 req-646bbd92-d024-4c5d-ade6-71ad2cac89c2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687547 Mar 31 16:47:00.018874 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855daff2-2c14-43b5-9af2-270b5b1e13d6 req-c3af03c1-c80f-4466-a94d-36abc18e0c60 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:00.020909 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-855daff2-2c14-43b5-9af2-270b5b1e13d6 req-c3af03c1-c80f-4466-a94d-36abc18e0c60 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0862498 Mar 31 16:47:00.067817 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-855daff2-2c14-43b5-9af2-270b5b1e13d6 req-6dddee7f-f517-4ada-9d3f-2531a0a179f5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406327 Mar 31 16:47:01.128767 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6b0e9-4437-4b2d-8d70-ab679e45ffda req-594daa43-af4e-4ace-b498-494e1ecec3a2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:01.130261 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b2a6b0e9-4437-4b2d-8d70-ab679e45ffda req-594daa43-af4e-4ace-b498-494e1ecec3a2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0519660 Mar 31 16:47:01.223658 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b2a6b0e9-4437-4b2d-8d70-ab679e45ffda req-c01cd94b-fd3e-46da-822c-b3f4498abfa4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878072 Mar 31 16:47:01.237911 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c738f-6bc6-4dee-ba37-f4ae7bd0c265 req-941ba049-211a-4591-bc9b-8b6c7717b481 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:01.239411 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d58c738f-6bc6-4dee-ba37-f4ae7bd0c265 req-941ba049-211a-4591-bc9b-8b6c7717b481 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0978732 Mar 31 16:47:01.285653 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d58c738f-6bc6-4dee-ba37-f4ae7bd0c265 req-7613b668-5249-45d7-a6cb-f153075708ab tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Mar 31 16:47:02.342762 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b6e4c-a1b5-4bab-a370-b3a4a9af7fb6 req-ad469c71-eb1c-4764-a6a1-08df8c88a788 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:02.344232 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0b9b6e4c-a1b5-4bab-a370-b3a4a9af7fb6 req-ad469c71-eb1c-4764-a6a1-08df8c88a788 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0525429 Mar 31 16:47:02.419593 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0b9b6e4c-a1b5-4bab-a370-b3a4a9af7fb6 req-94faf2e1-c124-4859-9063-1671907b3104 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698946 Mar 31 16:47:02.434486 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3024-590b-416a-85f5-a200ff3927d4 req-813455c5-36f2-4083-affa-b105cbf6d8d6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:02.435918 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-76af3024-590b-416a-85f5-a200ff3927d4 req-813455c5-36f2-4083-affa-b105cbf6d8d6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0806215 Mar 31 16:47:02.481288 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-76af3024-590b-416a-85f5-a200ff3927d4 req-9cb619b2-fee7-4a50-a116-36714e4730d0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389359 Mar 31 16:47:03.535162 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c07ad-1988-4995-8640-e6f79f070977 req-6e0cc5a3-a619-4c9c-8f07-2ac231dad255 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:03.537218 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d95c07ad-1988-4995-8640-e6f79f070977 req-6e0cc5a3-a619-4c9c-8f07-2ac231dad255 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0519421 Mar 31 16:47:03.609188 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d95c07ad-1988-4995-8640-e6f79f070977 req-f109834b-cb20-4543-a7b4-18e11587ebc3 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665607 Mar 31 16:47:03.625025 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8ba8f-608e-4301-95fb-1910600db0e7 req-42e02801-2221-4bb4-aa30-6200c798a495 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:03.626477 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-54a8ba8f-608e-4301-95fb-1910600db0e7 req-42e02801-2221-4bb4-aa30-6200c798a495 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0708222 Mar 31 16:47:03.674614 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-54a8ba8f-608e-4301-95fb-1910600db0e7 req-7ffb61bb-d9f5-4f0f-bbbf-95003a80dd81 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422051 Mar 31 16:47:04.726000 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd18d449-583c-4af8-b343-e7264ce4dcb9 req-e166e32d-acf8-45f9-9f1f-0d0f682863b1 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:04.727491 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd18d449-583c-4af8-b343-e7264ce4dcb9 req-e166e32d-acf8-45f9-9f1f-0d0f682863b1 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0521379 Mar 31 16:47:04.799955 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd18d449-583c-4af8-b343-e7264ce4dcb9 req-7beaebbb-20a3-4c31-b6b8-6c368b5aa7f7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669687 Mar 31 16:47:04.819328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0aa2b0-9b7c-41a1-9284-7f86f8e8e8ac req-b0ed11ce-296a-442f-adc7-f79128c630e5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:04.820804 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9a0aa2b0-9b7c-41a1-9284-7f86f8e8e8ac req-b0ed11ce-296a-442f-adc7-f79128c630e5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0733674 Mar 31 16:47:04.868092 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9a0aa2b0-9b7c-41a1-9284-7f86f8e8e8ac req-099b43d1-6cf5-43a3-a9dd-1d60ccf7894a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Mar 31 16:47:04.955780 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:47:05.927705 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2d3d-4a90-41ff-87fe-df55e9182db0 req-d2b5e4f4-17ac-46eb-9c23-88503cbe21ba tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:05.929206 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0cea2d3d-4a90-41ff-87fe-df55e9182db0 req-d2b5e4f4-17ac-46eb-9c23-88503cbe21ba tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0556519 Mar 31 16:47:06.004030 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0cea2d3d-4a90-41ff-87fe-df55e9182db0 req-35927566-b246-4b15-be07-72f6177a0c35 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693715 Mar 31 16:47:06.015813 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd469b-9868-4302-97a2-8a932df16b4e req-5a43c012-a01a-449e-9e99-5f05ef97d1f8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:06.017291 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0afd469b-9868-4302-97a2-8a932df16b4e req-5a43c012-a01a-449e-9e99-5f05ef97d1f8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0770221 Mar 31 16:47:06.064423 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0afd469b-9868-4302-97a2-8a932df16b4e req-53df1ada-4c5f-45c8-b5e4-fce078a72372 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411530 Mar 31 16:47:07.123493 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7cfba-973f-440d-9ddf-0e23bf63f093 req-5cd6fc3a-202a-432a-acca-6f5c39bba730 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:07.124972 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-82e7cfba-973f-440d-9ddf-0e23bf63f093 req-5cd6fc3a-202a-432a-acca-6f5c39bba730 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0558481 Mar 31 16:47:07.211057 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8e408-2756-47e6-b82d-14969ba2d2dd req-c0ac813a-f6a2-4cc0-a836-712245f5e27a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:07.212530 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8af8e408-2756-47e6-b82d-14969ba2d2dd req-c0ac813a-f6a2-4cc0-a836-712245f5e27a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0763175 Mar 31 16:47:07.215412 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-82e7cfba-973f-440d-9ddf-0e23bf63f093 req-f07ad860-929d-49d8-8703-1ea790697500 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849433 Mar 31 16:47:07.258447 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8af8e408-2756-47e6-b82d-14969ba2d2dd req-c4cc11e4-6675-413a-8e0f-aafebcaba358 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403874 Mar 31 16:47:08.338694 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eeeaa8-07f8-4fd6-8331-8168115456ee req-7e6ce63b-fddf-47f3-af29-12d9923660f9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:08.340194 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-74eeeaa8-07f8-4fd6-8331-8168115456ee req-7e6ce63b-fddf-47f3-af29-12d9923660f9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0556033 Mar 31 16:47:08.423273 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-74eeeaa8-07f8-4fd6-8331-8168115456ee req-3517a97e-326d-4edd-903e-6ca3be6ba966 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758178 Mar 31 16:47:08.438145 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecbdd60-2a6f-40d6-b6e3-8b44c91cfa38 req-82d76cd6-2b7a-4c0a-b056-9ea34ca94a1a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:08.439608 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6ecbdd60-2a6f-40d6-b6e3-8b44c91cfa38 req-82d76cd6-2b7a-4c0a-b056-9ea34ca94a1a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0784564 Mar 31 16:47:08.485162 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6ecbdd60-2a6f-40d6-b6e3-8b44c91cfa38 req-b3ffb538-d418-409b-8b54-46f21f3c4ae3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394340 Mar 31 16:47:09.540197 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d9d248-01c0-40e5-bb1c-ca246a6b9169 req-9c724965-faf2-44e5-a24d-6a3cec5c92e7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:09.541701 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67d9d248-01c0-40e5-bb1c-ca246a6b9169 req-9c724965-faf2-44e5-a24d-6a3cec5c92e7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0517454 Mar 31 16:47:09.615558 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67d9d248-01c0-40e5-bb1c-ca246a6b9169 req-bca65e58-b93c-47a4-957b-40309040e076 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684853 Mar 31 16:47:09.634112 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d1820-9ae0-4830-8ec3-6126f8fbb577 req-f0c4a549-2246-4f57-b7ff-e519dd1ef969 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:09.635551 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8c4d1820-9ae0-4830-8ec3-6126f8fbb577 req-f0c4a549-2246-4f57-b7ff-e519dd1ef969 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0752776 Mar 31 16:47:09.680995 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8c4d1820-9ae0-4830-8ec3-6126f8fbb577 req-9d24434d-f236-454c-9a18-d0008c6d8bee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398309 Mar 31 16:47:10.743438 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1021ba57-df31-452f-bdbc-ac1fd02aa594 req-1f516541-785e-4f69-ab8d-5b804831c9c8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:10.745236 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1021ba57-df31-452f-bdbc-ac1fd02aa594 req-1f516541-785e-4f69-ab8d-5b804831c9c8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0602698 Mar 31 16:47:10.822125 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1021ba57-df31-452f-bdbc-ac1fd02aa594 req-be9b7015-45aa-4efe-8b57-25457c4ca7a2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713360 Mar 31 16:47:10.833499 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38506a-2540-4d07-ad44-006d662c855c req-cb0c351d-fb1f-49d7-bd3a-25fcc5326c94 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:10.834968 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b38506a-2540-4d07-ad44-006d662c855c req-cb0c351d-fb1f-49d7-bd3a-25fcc5326c94 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0777104 Mar 31 16:47:10.892368 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b38506a-2540-4d07-ad44-006d662c855c req-ce6b4ded-9759-4f1b-bc38-8317bb42cf90 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506682 Mar 31 16:47:11.943797 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394df75c-6b58-433d-8a2a-c073182db990 req-35acde62-6243-424d-91de-b4618bedd54d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:11.945249 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-394df75c-6b58-433d-8a2a-c073182db990 req-35acde62-6243-424d-91de-b4618bedd54d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0532050 Mar 31 16:47:12.017278 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-394df75c-6b58-433d-8a2a-c073182db990 req-1e22a1fe-3b48-4bdd-a1df-23ce478fcf9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664799 Mar 31 16:47:12.032645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfec3f-9545-4b53-b23a-88b95734dd76 req-bdd3a1d3-5979-4320-a116-b413e3a71023 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:12.034062 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a9bfec3f-9545-4b53-b23a-88b95734dd76 req-bdd3a1d3-5979-4320-a116-b413e3a71023 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0702229 Mar 31 16:47:12.078826 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a9bfec3f-9545-4b53-b23a-88b95734dd76 req-08463c8d-82e1-4600-a3b6-7b3ba71d00bb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392504 Mar 31 16:47:13.138595 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28607556-daa3-45b2-bc25-14839f7a03b7 req-71c4f5e9-e873-4c87-a124-a2a2787a4ae7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:13.140055 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-28607556-daa3-45b2-bc25-14839f7a03b7 req-71c4f5e9-e873-4c87-a124-a2a2787a4ae7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0561481 Mar 31 16:47:13.214712 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-28607556-daa3-45b2-bc25-14839f7a03b7 req-0515cfcd-56a8-4577-8714-41d2ce903312 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685821 Mar 31 16:47:13.228407 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874cdba-7700-492f-ae89-2563ce86570d req-1e16db6d-5be7-415e-85f9-3ddcef2da92b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:13.229947 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b874cdba-7700-492f-ae89-2563ce86570d req-1e16db6d-5be7-415e-85f9-3ddcef2da92b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0781639 Mar 31 16:47:13.275995 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b874cdba-7700-492f-ae89-2563ce86570d req-46b6f448-4b4a-4519-b197-0b565ab03026 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406928 Mar 31 16:47:14.337237 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95574ae9-ca2d-44e5-9a76-75f8e1674ab1 req-a47681f7-664c-44ec-9f1b-f47d75b1bda4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:14.338721 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95574ae9-ca2d-44e5-9a76-75f8e1674ab1 req-a47681f7-664c-44ec-9f1b-f47d75b1bda4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0566022 Mar 31 16:47:14.413115 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95574ae9-ca2d-44e5-9a76-75f8e1674ab1 req-9c63585b-a204-4f3a-97fa-e5b1d9b6e5d2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688272 Mar 31 16:47:14.428910 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53120ad-71f4-4b54-bb91-b54081418dee req-6804157d-fc9b-45dc-8c81-5ebada673357 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:14.430413 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e53120ad-71f4-4b54-bb91-b54081418dee req-6804157d-fc9b-45dc-8c81-5ebada673357 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0806379 Mar 31 16:47:14.476376 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e53120ad-71f4-4b54-bb91-b54081418dee req-5c7011ff-c7bc-421d-b3bf-e25002852ca3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Mar 31 16:47:15.528844 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545624a-60be-40f1-944a-40815269f40a req-3bba827e-baf3-4ff0-b39f-f15f21fc6bc5 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:15.530334 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d545624a-60be-40f1-944a-40815269f40a req-3bba827e-baf3-4ff0-b39f-f15f21fc6bc5 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0505638 Mar 31 16:47:15.606452 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d545624a-60be-40f1-944a-40815269f40a req-ce34ff4b-cc4d-49d7-aa6e-e0b4c52b33f6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702486 Mar 31 16:47:15.627405 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c34ef5-95e1-4dc6-ac04-bb8167dfb9e1 req-76c533ae-d962-4e42-a451-410a71ae6fd3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:15.629387 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d8c34ef5-95e1-4dc6-ac04-bb8167dfb9e1 req-76c533ae-d962-4e42-a451-410a71ae6fd3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0705249 Mar 31 16:47:15.674674 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d8c34ef5-95e1-4dc6-ac04-bb8167dfb9e1 req-42bc73fe-ae0e-4917-b77c-e05af2b4a276 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398140 Mar 31 16:47:16.721201 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32a07-0a06-4a13-ab5a-a1cbc1c54056 req-706a066c-97cd-4f3a-a139-db063067bca5 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:16.723513 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d0c32a07-0a06-4a13-ab5a-a1cbc1c54056 req-706a066c-97cd-4f3a-a139-db063067bca5 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0511861 Mar 31 16:47:16.795910 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d0c32a07-0a06-4a13-ab5a-a1cbc1c54056 req-030cf750-6f71-4ac4-a2e6-f2c70d7eb986 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665538 Mar 31 16:47:16.824141 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b23262e-011c-41c1-9e8b-bc2d923bd2c2 req-20361235-58e5-414d-a19e-0157eec50f39 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:16.826210 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b23262e-011c-41c1-9e8b-bc2d923bd2c2 req-20361235-58e5-414d-a19e-0157eec50f39 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0766404 Mar 31 16:47:16.875067 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b23262e-011c-41c1-9e8b-bc2d923bd2c2 req-faa249c8-409d-4d3b-a789-e4243347ab48 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Mar 31 16:47:17.913338 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8537c-3bb2-4119-8aa8-64e1531c610e req-51b6d0f6-e593-44c4-92c2-70934bcda38a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:17.914818 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-58f8537c-3bb2-4119-8aa8-64e1531c610e req-51b6d0f6-e593-44c4-92c2-70934bcda38a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0515234 Mar 31 16:47:17.984278 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-58f8537c-3bb2-4119-8aa8-64e1531c610e req-80e5ad38-5429-456f-b202-f9de594e9217 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640471 Mar 31 16:47:18.005441 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1da120-e147-4ab3-921c-1d81c8463d58 req-b59ab106-951f-4ecf-9449-58090e9b6053 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:18.006878 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0b1da120-e147-4ab3-921c-1d81c8463d58 req-b59ab106-951f-4ecf-9449-58090e9b6053 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0601385 Mar 31 16:47:18.055783 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0b1da120-e147-4ab3-921c-1d81c8463d58 req-8f970f14-0754-4c9c-a1b3-52c7d2bb2f36 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 Mar 31 16:47:19.100522 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1015287f-561b-4ebf-b6e8-50a3a5fd1d04 req-3bdf3fff-ed95-46ec-ad8a-2fd051e17e26 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:19.102034 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1015287f-561b-4ebf-b6e8-50a3a5fd1d04 req-3bdf3fff-ed95-46ec-ad8a-2fd051e17e26 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0516047 Mar 31 16:47:19.170408 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1015287f-561b-4ebf-b6e8-50a3a5fd1d04 req-5fd3653b-1b0c-4d0d-b550-c5ce67d1ae1d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629311 Mar 31 16:47:19.193943 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87c4eab-5743-4ff6-9d6a-783bb651bf4b req-c002d79c-d661-4b7f-81ea-aa8af6c9dfbb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:19.195370 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d87c4eab-5743-4ff6-9d6a-783bb651bf4b req-c002d79c-d661-4b7f-81ea-aa8af6c9dfbb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0677540 Mar 31 16:47:19.239914 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d87c4eab-5743-4ff6-9d6a-783bb651bf4b req-b565394e-0f79-45f3-a5c9-1cbb0b95e465 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391309 Mar 31 16:47:20.291443 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18ee0d-f983-466b-b257-41b3403eede1 req-38f1d55f-3efd-48ce-87bf-a1289231e8ae tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:20.292892 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3f18ee0d-f983-466b-b257-41b3403eede1 req-38f1d55f-3efd-48ce-87bf-a1289231e8ae tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0564501 Mar 31 16:47:20.366214 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3f18ee0d-f983-466b-b257-41b3403eede1 req-ea595228-ba4b-4e4c-8bdd-cf8c1cefcc0c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678561 Mar 31 16:47:20.382071 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbf4fb-aaa5-41ba-8671-92f2d2b5ac0b req-16459b7b-cbf7-49a2-9f0d-b42c11d1e5d2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:20.383493 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b5dbf4fb-aaa5-41ba-8671-92f2d2b5ac0b req-16459b7b-cbf7-49a2-9f0d-b42c11d1e5d2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0705738 Mar 31 16:47:20.428492 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b5dbf4fb-aaa5-41ba-8671-92f2d2b5ac0b req-d76f9c64-f235-4ddd-8522-6a773d4552cf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396159 Mar 31 16:47:21.498337 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c5082-cdc2-4525-aa09-cc370ab56b50 req-01dd6b04-6a11-4fd8-bf85-d2531cb0c31e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:21.499888 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-332c5082-cdc2-4525-aa09-cc370ab56b50 req-01dd6b04-6a11-4fd8-bf85-d2531cb0c31e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0652385 Mar 31 16:47:21.581631 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-332c5082-cdc2-4525-aa09-cc370ab56b50 req-38657de4-1ea7-4d04-8b74-6a1d07aa2f19 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718167 Mar 31 16:47:21.593877 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d82ada-73b8-4ec6-a455-05b698e97bb0 req-dc8fb184-d2f1-4dde-a74d-67da0825e45d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:21.595392 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-74d82ada-73b8-4ec6-a455-05b698e97bb0 req-dc8fb184-d2f1-4dde-a74d-67da0825e45d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0834539 Mar 31 16:47:21.642381 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-74d82ada-73b8-4ec6-a455-05b698e97bb0 req-7091a213-c9d5-4cce-b618-75410c090673 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Mar 31 16:47:22.698960 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd29766-385c-4973-9399-47b7d4cce92f req-a1ee30a5-0be4-4509-be1e-9283eff7ddac tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:22.700434 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ebd29766-385c-4973-9399-47b7d4cce92f req-a1ee30a5-0be4-4509-be1e-9283eff7ddac tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0523221 Mar 31 16:47:22.787920 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ebd29766-385c-4973-9399-47b7d4cce92f req-75c63af9-6371-4600-ae23-ae27b902341b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811529 Mar 31 16:47:22.799797 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793204-0683-483d-8dc6-40e8aea3f7e1 req-37c8f7c8-ffbc-470d-8aca-01aaa6687eff tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:22.801189 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9b793204-0683-483d-8dc6-40e8aea3f7e1 req-37c8f7c8-ffbc-470d-8aca-01aaa6687eff tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0886841 Mar 31 16:47:22.862793 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9b793204-0683-483d-8dc6-40e8aea3f7e1 req-0265c7af-f3c5-4a05-99d3-dbc0d4bdda8a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535600 Mar 31 16:47:23.454028 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2b5f4790-9955-4006-ad7b-e51f8c642886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:23.912805 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46d5a8-d61b-44ea-802d-51fb0bf7b888 req-785cf7fc-fa84-4aaa-a7d6-607a5504bb53 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:23.914313 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2d46d5a8-d61b-44ea-802d-51fb0bf7b888 req-785cf7fc-fa84-4aaa-a7d6-607a5504bb53 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0526526 Mar 31 16:47:23.987680 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2d46d5a8-d61b-44ea-802d-51fb0bf7b888 req-8464071b-920b-4ce2-abd5-6f00c3bbeb2a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678892 Mar 31 16:47:24.007094 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f905730-1975-4912-87bc-80cf6b000ff7 req-3da71e65-1590-497d-9fe3-9e926c353bf8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:24.008543 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f905730-1975-4912-87bc-80cf6b000ff7 req-3da71e65-1590-497d-9fe3-9e926c353bf8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0707552 Mar 31 16:47:24.057011 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f905730-1975-4912-87bc-80cf6b000ff7 req-0e95aba8-969e-4132-8f12-24a0058043df tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428975 Mar 31 16:47:25.115315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34c101-0110-4ec4-b437-4e4bc07ed189 req-4ef00999-ca0c-45f0-bcb7-b18143f465e8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:25.116791 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b34c101-0110-4ec4-b437-4e4bc07ed189 req-4ef00999-ca0c-45f0-bcb7-b18143f465e8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0543509 Mar 31 16:47:25.192101 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b34c101-0110-4ec4-b437-4e4bc07ed189 req-2823fa26-4c1f-43e6-b6a4-e0a8c92daf81 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692604 Mar 31 16:47:25.214545 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761bfd71-4a6d-4a10-b036-cfa9a5d3127d req-294c2fb6-8a47-4a5c-8b63-5974ce51d0f2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:25.214545 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-761bfd71-4a6d-4a10-b036-cfa9a5d3127d req-294c2fb6-8a47-4a5c-8b63-5974ce51d0f2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0786612 Mar 31 16:47:25.258214 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-761bfd71-4a6d-4a10-b036-cfa9a5d3127d req-818bcef4-db3a-41dc-9023-edd2d9550dd2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437670 Mar 31 16:47:25.796148 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9ba81d15-e08e-4f14-a84d-e2a7dea45612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.103994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 55074) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:47:26.206933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.285321 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Publish callbacks [] for security_group (0b82e0bc-22d5-4edf-bf01-3fc82f1afee6), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.289496 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0b82e0bc-22d5-4edf-bf01-3fc82f1afee6), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.315273 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462050a1-56e1-4280-a2eb-bafd4ea61277 req-ccf4c697-a524-45c3-ac6f-5f742afd7464 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:26.316938 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-462050a1-56e1-4280-a2eb-bafd4ea61277 req-ccf4c697-a524-45c3-ac6f-5f742afd7464 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0567710 Mar 31 16:47:26.330952 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de0779ae7dca4113a71dabce163e9713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229931 Mar 31 16:47:26.330952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b82e0bc-22d5-4edf-bf01-3fc82f1afee6,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:47:26.331899 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 55084) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:47:26.342462 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.342809 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.343141 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.343472 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.343798 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.344155 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.344472 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.344789 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.345128 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.345449 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.345770 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.346083 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.346394 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.346706 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.347015 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-077331c6-3697-439f-a893-578ff6f03463 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:26.394768 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5b3446fe-5f17-478b-b520-54ea3284556e admin admin] Publish callbacks [] for security_group (0b82e0bc-22d5-4edf-bf01-3fc82f1afee6), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.403166 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-462050a1-56e1-4280-a2eb-bafd4ea61277 req-26c104c1-5539-4853-9227-75b458b528a2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793860 Mar 31 16:47:26.417593 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5b3446fe-5f17-478b-b520-54ea3284556e admin admin] Publish callbacks [] for security_group (0b82e0bc-22d5-4edf-bf01-3fc82f1afee6), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.418926 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a1c27-3393-4873-8553-1d9fcaf2eecf req-e4626385-23eb-42fc-9e4a-4e75386e5926 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:26.420564 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-342a1c27-3393-4873-8553-1d9fcaf2eecf req-e4626385-23eb-42fc-9e4a-4e75386e5926 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0738142 Mar 31 16:47:26.467602 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5b3446fe-5f17-478b-b520-54ea3284556e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0b82e0bc-22d5-4edf-bf01-3fc82f1afee6), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.470640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5b3446fe-5f17-478b-b520-54ea3284556e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.474276 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-5b3446fe-5f17-478b-b520-54ea3284556e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b82e0bc-22d5-4edf-bf01-3fc82f1afee6 HTTP/1.1" status: 204 len: 168 time: 0.1389797 Mar 31 16:47:26.474562 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-342a1c27-3393-4873-8553-1d9fcaf2eecf req-e751c31b-d07d-4517-bb28-f6c65775a426 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456188 Mar 31 16:47:26.480422 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3446fe-5f17-478b-b520-54ea3284556e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b82e0bc-22d5-4edf-bf01-3fc82f1afee6,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:47:26.676115 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af542631-d974-48d4-9093-96e9f68d1c11 req-80ab5de3-6886-4968-8173-32625b884977 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:26.678431 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-af542631-d974-48d4-9093-96e9f68d1c11 req-80ab5de3-6886-4968-8173-32625b884977 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0627933 Mar 31 16:47:26.726786 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-0ca90040-a3c9-4750-a0be-d815e8d10820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:26.728652 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-0ca90040-a3c9-4750-a0be-d815e8d10820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1129 time: 0.0479898 Mar 31 16:47:26.732737 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:26.752519 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-af542631-d974-48d4-9093-96e9f68d1c11 req-d7ffb4ea-7f2f-47ed-965a-204f274e4b8d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675383 Mar 31 16:47:26.833916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-482c3bf4-0f70-4088-b316-f51aa40b6312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:26.835376 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-482c3bf4-0f70-4088-b316-f51aa40b6312 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0988674 Mar 31 16:47:26.901933 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-b89f3c21-5cda-4c9f-8e8a-ed2592857bd7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 999 time: 0.0600767 Mar 31 16:47:26.949205 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-7b5c797f-d63f-4b60-b895-fa417506cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:26.950567 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-7b5c797f-d63f-4b60-b895-fa417506cc4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0413465 Mar 31 16:47:27.000403 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-a2848950-4d10-4ca8-b232-11970fa3ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:27.002058 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-a2848950-4d10-4ca8-b232-11970fa3ea23 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456724 Mar 31 16:47:27.091951 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-bebae4cc-4daf-4b79-bdce-8cb8aa52e934 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825779 Mar 31 16:47:27.177913 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-cf0c6caf-ecd1-44e3-99a1-0d352ec785de req-8808c8e5-adcc-4497-84b0-ea656de5d7e0 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801120 Mar 31 16:47:27.613081 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb58456-8e71-4b6a-802d-31b97e3c7daa req-c821abfc-98e3-4161-863c-2601a31e1bd6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:27.614423 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8cb58456-8e71-4b6a-802d-31b97e3c7daa req-c821abfc-98e3-4161-863c-2601a31e1bd6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0514250 Mar 31 16:47:27.658978 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8cb58456-8e71-4b6a-802d-31b97e3c7daa req-2e7750a3-1e66-4db5-a14e-8f5bb73746a1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388269 Mar 31 16:47:27.878777 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a709493-5ecf-473b-9126-95a698751ec6 req-a13c6c5b-be2c-4bbe-8e90-bc24e42079f6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:27.880806 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4a709493-5ecf-473b-9126-95a698751ec6 req-a13c6c5b-be2c-4bbe-8e90-bc24e42079f6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0585237 Mar 31 16:47:27.925143 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4a709493-5ecf-473b-9126-95a698751ec6 req-71c36bac-3f3b-4683-824e-a6b07ab8e28a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388939 Mar 31 16:47:28.343095 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:28.530897 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:47:28.623118 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:47:28.634103 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '62ab7204-6592-464d-8290-ee15ab706a75', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'port_id': '62ab7204-6592-464d-8290-ee15ab706a75', 'mac_address': 'fa:16:3e:7d:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:47:28.672766 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: ACTIVE; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:47:28.673178 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:28.685430 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62ab7204-6592-464d-8290-ee15ab706a75 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:47:28.704600 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:47:28.709312 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:28.755985 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=6']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:47:28.783512 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d6d45-c3b8-4d09-a8f4-66cbffe544a6 req-2ae61134-b0a5-45c2-9b71-9d27eac750ac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:28.784961 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-936d6d45-c3b8-4d09-a8f4-66cbffe544a6 req-2ae61134-b0a5-45c2-9b71-9d27eac750ac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 945 time: 0.0533588 Mar 31 16:47:28.829962 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-936d6d45-c3b8-4d09-a8f4-66cbffe544a6 req-a1e9724b-28e3-483c-b9ad-b1b049bc3474 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385964 Mar 31 16:47:28.832700 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['62ab7204-6592-464d-8290-ee15ab706a75'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:47:29.041699 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657eb0ff-6b48-4499-bfd0-b69bc536c059 req-7b9a975a-0f91-40a0-a27d-d8bb58ae3fab tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:29.043199 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-657eb0ff-6b48-4499-bfd0-b69bc536c059 req-7b9a975a-0f91-40a0-a27d-d8bb58ae3fab tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0512879 Mar 31 16:47:29.091456 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-657eb0ff-6b48-4499-bfd0-b69bc536c059 req-3a7c94eb-1aba-44b3-a2c5-16106704e67f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427215 Mar 31 16:47:29.656436 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:29.731272 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:29.950652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d1a81-2aab-41bb-b4b8-040af301fcb2 req-7b449e1b-1ac8-4118-9452-131cee64fa0c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:29.952099 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-627d1a81-2aab-41bb-b4b8-040af301fcb2 req-7b449e1b-1ac8-4118-9452-131cee64fa0c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 945 time: 0.0510406 Mar 31 16:47:30.001950 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-627d1a81-2aab-41bb-b4b8-040af301fcb2 req-cbd93c23-ada1-4e37-a956-ec9e3188c943 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443337 Mar 31 16:47:30.547394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:47:30.594806 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 62ab7204-6592-464d-8290-ee15ab706a75 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:47:30.595388 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (62ab7204-6592-464d-8290-ee15ab706a75), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:30.673241 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:47:30.673937 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:30.696293 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:47:30.698663 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08852a13-2f1f-43b1-b4b9-3c1744fbdf8f" -d '{"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:47:30.711653 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:47:30.715302 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:30.739362 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4651046b-5bbf-4d06-8c12-034aab05d393 x-openstack-request-id: req-4651046b-5bbf-4d06-8c12-034aab05d393 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:47:30.739690 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:47:30.739949 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4651046b-5bbf-4d06-8c12-034aab05d393 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:47:30.740345 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4651046b-5bbf-4d06-8c12-034aab05d393'] response: {'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'code': 200} Mar 31 16:47:30.767173 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=7']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:47:31.121249 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bfafe-2cb7-43ee-8e06-3d2eeca05596 req-8d2107f0-ecc9-4aaa-89fe-8ac8233b6ebd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:31.122683 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3e7bfafe-2cb7-43ee-8e06-3d2eeca05596 req-8d2107f0-ecc9-4aaa-89fe-8ac8233b6ebd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0503268 Mar 31 16:47:31.167995 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3e7bfafe-2cb7-43ee-8e06-3d2eeca05596 req-11e8ef3c-69d8-4a89-ab18-d73346847c23 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398200 Mar 31 16:47:32.291510 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000fe2f8-e9ee-4510-88b0-8c3dfd82bfd9 req-0e06009c-de39-441c-ab6f-aa0508c58969 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:32.292940 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-000fe2f8-e9ee-4510-88b0-8c3dfd82bfd9 req-0e06009c-de39-441c-ab6f-aa0508c58969 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0543818 Mar 31 16:47:32.338135 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-000fe2f8-e9ee-4510-88b0-8c3dfd82bfd9 req-1ca892bc-1c14-427a-9072-7719b26237ab tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395648 Mar 31 16:47:33.456205 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de189053-3853-4995-92d9-78d663026ae6 req-9c36592b-97bf-4907-960d-a35200ee228d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:33.457714 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-de189053-3853-4995-92d9-78d663026ae6 req-9c36592b-97bf-4907-960d-a35200ee228d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0511613 Mar 31 16:47:33.503022 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-de189053-3853-4995-92d9-78d663026ae6 req-b89fd284-bd90-47e2-8593-fee0447b1946 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397632 Mar 31 16:47:34.621512 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7843c4-2f6d-45db-a6d4-7a9562c3ef36 req-24f1c42d-9232-4da6-9f90-a27d7947eed6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:34.622955 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ca7843c4-2f6d-45db-a6d4-7a9562c3ef36 req-24f1c42d-9232-4da6-9f90-a27d7947eed6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0512526 Mar 31 16:47:34.671957 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ca7843c4-2f6d-45db-a6d4-7a9562c3ef36 req-e442d954-79ca-44b9-8a51-b2daadc1badc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434322 Mar 31 16:47:35.792174 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438a507-c064-42f9-bbf6-4afdcdfb9c35 req-3b7588c5-8446-4a77-9db0-a0b10ee17c44 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:35.793641 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c438a507-c064-42f9-bbf6-4afdcdfb9c35 req-3b7588c5-8446-4a77-9db0-a0b10ee17c44 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0509801 Mar 31 16:47:35.838525 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c438a507-c064-42f9-bbf6-4afdcdfb9c35 req-7abc0fb4-782c-4967-b702-d72bf9db9feb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Mar 31 16:47:36.962883 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc46c5e-ea09-45c2-b876-adab4964548b req-36a1f977-e200-4d8a-9d8a-b49d7f5521b5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:36.964324 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6fc46c5e-ea09-45c2-b876-adab4964548b req-36a1f977-e200-4d8a-9d8a-b49d7f5521b5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0510051 Mar 31 16:47:37.009448 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6fc46c5e-ea09-45c2-b876-adab4964548b req-03bc5c9b-424b-459e-a009-ca4528ab6830 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397131 Mar 31 16:47:38.135627 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe7eee8-c0f6-4786-abd1-8397c73a8ea6 req-7bb23a09-abfc-454a-ac53-c90346485387 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:38.137094 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ffe7eee8-c0f6-4786-abd1-8397c73a8ea6 req-7bb23a09-abfc-454a-ac53-c90346485387 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0559611 Mar 31 16:47:38.181848 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ffe7eee8-c0f6-4786-abd1-8397c73a8ea6 req-47f14c87-93b3-497d-8adb-e83e75ebd98c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391691 Mar 31 16:47:39.299192 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f51c28-8800-4df7-9966-4451535be212 req-88e05ff7-72f0-47da-bc4e-b13449f87819 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:39.300610 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b2f51c28-8800-4df7-9966-4451535be212 req-88e05ff7-72f0-47da-bc4e-b13449f87819 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0498319 Mar 31 16:47:39.345026 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b2f51c28-8800-4df7-9966-4451535be212 req-c754416c-6f58-44fa-92ef-aebaa93ed2bc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384345 Mar 31 16:47:40.466952 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58a733-aecb-4a23-ab61-d98c9a415f10 req-52996f40-9ee3-4f67-8432-b2d5fc6bd375 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:40.468409 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8f58a733-aecb-4a23-ab61-d98c9a415f10 req-52996f40-9ee3-4f67-8432-b2d5fc6bd375 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0546057 Mar 31 16:47:40.513911 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8f58a733-aecb-4a23-ab61-d98c9a415f10 req-ed1c9ba9-b1cf-40a4-b249-5d86e7aec3cc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400088 Mar 31 16:47:41.636348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83616667-8e3a-4291-be47-0e9474d6c169 req-784b236a-262b-4531-b967-a3764f3f75cc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:41.637794 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-83616667-8e3a-4291-be47-0e9474d6c169 req-784b236a-262b-4531-b967-a3764f3f75cc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0505214 Mar 31 16:47:41.683003 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-83616667-8e3a-4291-be47-0e9474d6c169 req-a409c83f-95ed-4251-8af8-24d7fbbbdc2a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396979 Mar 31 16:47:41.953768 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:47:42.803488 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a9d39-f415-43d9-a172-c7961176f036 req-e2a0b47e-aa66-464b-a74b-2a89f5b74fed tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:42.804970 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-277a9d39-f415-43d9-a172-c7961176f036 req-e2a0b47e-aa66-464b-a74b-2a89f5b74fed tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0520344 Mar 31 16:47:42.858265 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-277a9d39-f415-43d9-a172-c7961176f036 req-56973476-91a6-4555-98be-06e2324872bf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475979 Mar 31 16:47:43.980956 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21945220-2a52-4bcd-bf05-60b61684deb6 req-526e04eb-19c1-41f9-9eb8-9c282fdccdab tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:43.982429 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-21945220-2a52-4bcd-bf05-60b61684deb6 req-526e04eb-19c1-41f9-9eb8-9c282fdccdab tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0520437 Mar 31 16:47:44.031979 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-21945220-2a52-4bcd-bf05-60b61684deb6 req-9ae0e8aa-94fa-4dca-9c95-f42a40815458 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435133 Mar 31 16:47:45.160704 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3cfde5-d5ea-4a26-a367-f7a68db69b83 req-4608a708-12d6-4778-9078-4917084c2e59 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:45.162233 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bf3cfde5-d5ea-4a26-a367-f7a68db69b83 req-4608a708-12d6-4778-9078-4917084c2e59 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0535760 Mar 31 16:47:45.215028 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bf3cfde5-d5ea-4a26-a367-f7a68db69b83 req-4d4ff4d4-5775-4ee8-9438-192a08a51fdb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472012 Mar 31 16:47:46.386546 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70da34ef-9f44-4f83-916c-1485b0279475 req-b74479db-0244-48c3-902f-1e5ec5aa5004 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:46.388039 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-70da34ef-9f44-4f83-916c-1485b0279475 req-b74479db-0244-48c3-902f-1e5ec5aa5004 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0708520 Mar 31 16:47:46.439999 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-70da34ef-9f44-4f83-916c-1485b0279475 req-8d3f65b5-860b-4291-81d3-89e4ecd13eb7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461977 Mar 31 16:47:47.590389 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d1dae6-b486-4b87-9ee9-378585854959 req-574d30a6-8e8b-4e58-8478-fa19d14042fd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:47.592232 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-44d1dae6-b486-4b87-9ee9-378585854959 req-574d30a6-8e8b-4e58-8478-fa19d14042fd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0625937 Mar 31 16:47:47.647909 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-44d1dae6-b486-4b87-9ee9-378585854959 req-05c9f86d-0fdf-48e2-a1f2-8457215141dd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479395 Mar 31 16:47:48.779894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9223be9c-555f-4d13-859a-5fc57034d897 req-159e9d59-3f60-42b2-a5f5-4910dba66ec2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:48.781418 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9223be9c-555f-4d13-859a-5fc57034d897 req-159e9d59-3f60-42b2-a5f5-4910dba66ec2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0566761 Mar 31 16:47:48.835597 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9223be9c-555f-4d13-859a-5fc57034d897 req-fc2b3014-a869-495e-a03f-47cbdf41cce5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481606 Mar 31 16:47:49.979976 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf7f8b-a246-4b1b-a4d7-723fe564d894 req-7eb43b16-4abf-4809-a087-55ca59e27ef8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:49.981585 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5cbf7f8b-a246-4b1b-a4d7-723fe564d894 req-7eb43b16-4abf-4809-a087-55ca59e27ef8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0563090 Mar 31 16:47:50.032694 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5cbf7f8b-a246-4b1b-a4d7-723fe564d894 req-74d8b24f-ae22-4f0c-a52a-80fafedcc910 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449548 Mar 31 16:47:51.159667 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e9bd2-5d3b-401c-806a-bce63af6fbbf req-14657aef-49a3-4ea9-b5d0-89753462f333 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:51.161701 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-168e9bd2-5d3b-401c-806a-bce63af6fbbf req-14657aef-49a3-4ea9-b5d0-89753462f333 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0525167 Mar 31 16:47:51.206869 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-168e9bd2-5d3b-401c-806a-bce63af6fbbf req-a2c202a0-2ecf-4995-a8c8-7f54917405a7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393541 Mar 31 16:47:52.345106 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a5041-4a14-4b5c-b6c2-fa86fec53e82 req-3d6c8a33-4ccb-4e4f-98c1-b37048219c43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:52.346725 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-868a5041-4a14-4b5c-b6c2-fa86fec53e82 req-3d6c8a33-4ccb-4e4f-98c1-b37048219c43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0643086 Mar 31 16:47:52.617624 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-868a5041-4a14-4b5c-b6c2-fa86fec53e82 req-abb4de31-405b-469a-9980-09e4dd93ed48 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2626808 Mar 31 16:47:53.456849 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a45a87bd-bbb1-480d-ae7b-3de77fb4aa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:53.746043 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c25714-397a-4df3-b6f3-faa340c19337 req-3de84a27-6243-48ba-80a6-7c137b955507 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:53.747553 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d6c25714-397a-4df3-b6f3-faa340c19337 req-3de84a27-6243-48ba-80a6-7c137b955507 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0557296 Mar 31 16:47:53.804915 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d6c25714-397a-4df3-b6f3-faa340c19337 req-5a777d47-a3f8-4a41-9443-b02e8daa4d82 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517340 Mar 31 16:47:54.927517 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcefbc-83d3-419f-a206-c71d616034dc req-159dd801-3bd6-4f5b-bb18-11b95d770db1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:54.928972 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8dfcefbc-83d3-419f-a206-c71d616034dc req-159dd801-3bd6-4f5b-bb18-11b95d770db1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0548341 Mar 31 16:47:54.973681 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8dfcefbc-83d3-419f-a206-c71d616034dc req-2f7f5199-d694-447a-90ef-3fdcfdc7b2c9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391088 Mar 31 16:47:55.758765 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-ae355b0e-0e1d-405b-a120-20d95fe22bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:55.760230 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-ae355b0e-0e1d-405b-a120-20d95fe22bba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1130 time: 0.0441358 Mar 31 16:47:55.797954 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-11655540-509a-43ef-a0a3-ab828b1e54f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:55.855949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-f544999f-aed6-4cd0-9199-5a251fb03a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:55.857441 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-f544999f-aed6-4cd0-9199-5a251fb03a02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.0854499 Mar 31 16:47:55.926566 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-4092b021-8898-4bc5-86b9-9811ad433377 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 1002 time: 0.0563860 Mar 31 16:47:55.978586 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-633c3588-95e1-45dc-9d0c-0a54951f1acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:55.980013 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-633c3588-95e1-45dc-9d0c-0a54951f1acf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0469520 Mar 31 16:47:56.028257 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-cebb0a7a-e923-4143-be95-dd102b85050e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:56.029799 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-cebb0a7a-e923-4143-be95-dd102b85050e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432708 Mar 31 16:47:56.096235 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e0042-d0f4-439a-9a43-68974859ac7b req-3368e342-3b3f-4c18-9771-ca925304c067 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:56.097750 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a06e0042-d0f4-439a-9a43-68974859ac7b req-3368e342-3b3f-4c18-9771-ca925304c067 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0512974 Mar 31 16:47:56.117877 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-af7238af-4065-4538-a254-7c257c5022b7 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794675 Mar 31 16:47:56.143813 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a06e0042-d0f4-439a-9a43-68974859ac7b req-b927687d-ce27-4370-84e7-b31f86cf88c2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405984 Mar 31 16:47:56.207329 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2cc00abf-4f62-4406-8b0e-b2b0e208846a req-07125763-55b0-4a9b-9923-81012ae9a0ec service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827322 Mar 31 16:47:56.583341 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8de718-25e3-40f6-a127-93d1a250d357 req-0e4d11ea-651b-407b-9dfe-a9d4320a5143 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:56.584688 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a8de718-25e3-40f6-a127-93d1a250d357 req-0e4d11ea-651b-407b-9dfe-a9d4320a5143 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0512266 Mar 31 16:47:56.632857 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a8de718-25e3-40f6-a127-93d1a250d357 req-dd4d413b-07ae-45c5-9248-8093ba8eb75d tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426455 Mar 31 16:47:56.721085 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:57.311789 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc163228-a0b2-42b3-be2c-446439bce681 req-7767135b-cdd6-409f-b55f-01d5e55bcfd8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:57.313260 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cc163228-a0b2-42b3-be2c-446439bce681 req-7767135b-cdd6-409f-b55f-01d5e55bcfd8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0987012 Mar 31 16:47:57.358442 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cc163228-a0b2-42b3-be2c-446439bce681 req-f0914778-769d-4234-82e0-9bd23b339fde tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396512 Mar 31 16:47:57.752393 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243b6c44-c55c-4d20-afbe-c6eb962bb35a req-a27b18c3-e9a7-404d-8a2e-b27535e4e371 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:57.753868 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-243b6c44-c55c-4d20-afbe-c6eb962bb35a req-a27b18c3-e9a7-404d-8a2e-b27535e4e371 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0515747 Mar 31 16:47:57.800502 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-243b6c44-c55c-4d20-afbe-c6eb962bb35a req-fd219123-b515-4e16-b80a-be604b2d7629 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Mar 31 16:47:58.345726 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:58.483698 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1412eb6-51b3-4d25-85e3-b2676b37c38b req-773884af-b042-4db6-a4d4-6d9324ec909f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:58.485170 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f1412eb6-51b3-4d25-85e3-b2676b37c38b req-773884af-b042-4db6-a4d4-6d9324ec909f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 946 time: 0.0547833 Mar 31 16:47:58.531474 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f1412eb6-51b3-4d25-85e3-b2676b37c38b req-c44951ec-d9ec-432f-bbea-125028bb8b0e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 Mar 31 16:47:58.705918 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-4e5a5e05-6497-419b-95aa-50e98580166d tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:58.707967 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-4e5a5e05-6497-419b-95aa-50e98580166d tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0550191 Mar 31 16:47:58.713240 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:47:58.795550 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: ACTIVE; New status is: DOWN {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:47:58.796218 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:58.810510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Deleting port 673ddff9-3478-487b-816f-4167d4e877d8 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:47:58.810853 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (673ddff9-3478-487b-816f-4167d4e877d8), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:58.820522 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:47:58.822799 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b163f4dd-9cf1-47a1-a023-5764f98c59e9" -d '{"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:47:58.858348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:47:58.865701 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:58.929112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] For port 673ddff9-3478-487b-816f-4167d4e877d8, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=673ddff9-3478-487b-816f-4167d4e877d8,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:47:58.929490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (673ddff9-3478-487b-816f-4167d4e877d8), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:58.931798 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=8']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:47:58.944208 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.944423 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2262a27-7bf1-4227-af3b-befe748df3a0 req-2c77e688-7b18-4201-be7a-77321363f2ac tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:58.945537 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.946133 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.946721 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.947581 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.948251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.949067 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.950328 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.950885 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.951287 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2262a27-7bf1-4227-af3b-befe748df3a0 req-2c77e688-7b18-4201-be7a-77321363f2ac tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=2ffe494a-0159-48ef-bf81-80f1035bd612 HTTP/1.1" status: 200 len: 945 time: 0.0675530 Mar 31 16:47:58.951654 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.952188 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.953526 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.954082 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.954617 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.954894 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Calling delete_port for 673ddff9-3478-487b-816f-4167d4e877d8 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:47:58.955388 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:47:58.971406 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 16:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9aa84a2-8205-4f18-a2b5-b5014fa5d456 x-openstack-request-id: req-b9aa84a2-8205-4f18-a2b5-b5014fa5d456 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:47:58.971698 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-unplugged", "status": "failed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "code": 422}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:47:58.971981 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9aa84a2-8205-4f18-a2b5-b5014fa5d456 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:47:58.972389 dv-cinder-826949-3-iscsi neutron-server[109839]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b9aa84a2-8205-4f18-a2b5-b5014fa5d456']: {'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'code': 422} returned with failed status Mar 31 16:47:58.997092 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2262a27-7bf1-4227-af3b-befe748df3a0 req-7e4150b6-ff72-44ba-9601-4e4595752b97 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449204 Mar 31 16:47:59.094203 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (673ddff9-3478-487b-816f-4167d4e877d8), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:59.106974 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['673ddff9-3478-487b-816f-4167d4e877d8'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:47:59.124090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Pushing event deleted for resources: {'Port': ['ID=673ddff9-3478-487b-816f-4167d4e877d8,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:47:59.137777 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-dacce9ea-78ef-4824-aaa2-44c956854dd0 req-84454ba1-3ad2-4583-8a83-5faa96c3bf27 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:47:59.138825 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dacce9ea-78ef-4824-aaa2-44c956854dd0 req-84454ba1-3ad2-4583-8a83-5faa96c3bf27 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0623779 Mar 31 16:47:59.170291 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] No DVR routers for this DVR port 673ddff9-3478-487b-816f-4167d4e877d8 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:47:59.172937 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:59.176962 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-599fde61-6a36-4b23-80bc-fb04091b4c85 req-8b77de54-4c86-4e9a-92f3-8a0a60cf95ba tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "DELETE /v2.0/ports/673ddff9-3478-487b-816f-4167d4e877d8 HTTP/1.1" status: 204 len: 173 time: 0.4642987 Mar 31 16:47:59.177441 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'name': 'network-vif-deleted', 'tag': '673ddff9-3478-487b-816f-4167d4e877d8'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:47:59.179703 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646e83f-aa42-42c8-9090-ca03fb5022fc" -d '{"events": [{"server_uuid": "2ffe494a-0159-48ef-bf81-80f1035bd612", "name": "network-vif-deleted", "tag": "673ddff9-3478-487b-816f-4167d4e877d8"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:47:59.228807 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3735aaa7-adb6-4d08-8d4f-fa9f5d634764 x-openstack-request-id: req-3735aaa7-adb6-4d08-8d4f-fa9f5d634764 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:47:59.229145 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ffe494a-0159-48ef-bf81-80f1035bd612", "name": "network-vif-deleted", "tag": "673ddff9-3478-487b-816f-4167d4e877d8", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:47:59.229399 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3735aaa7-adb6-4d08-8d4f-fa9f5d634764 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:47:59.229805 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3735aaa7-adb6-4d08-8d4f-fa9f5d634764'] response: {'server_uuid': '2ffe494a-0159-48ef-bf81-80f1035bd612', 'name': 'network-vif-deleted', 'tag': '673ddff9-3478-487b-816f-4167d4e877d8', 'status': 'completed', 'code': 200} Mar 31 16:47:59.313662 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c72bbe-b411-4b60-bf1e-b446d9ae4108 req-24e0db79-17aa-4b1f-a7d7-a9cebec695d9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:59.315156 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c8c72bbe-b411-4b60-bf1e-b446d9ae4108 req-24e0db79-17aa-4b1f-a7d7-a9cebec695d9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0562618 Mar 31 16:47:59.372254 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c8c72bbe-b411-4b60-bf1e-b446d9ae4108 req-ef05cfd3-532c-4ecc-9981-507b7dfb2ff2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507872 Mar 31 16:47:59.451958 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-a04ca327-ebfb-4609-a5d8-0ede469b1388 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439124 Mar 31 16:47:59.539954 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-25c9bd5e-24a9-43b9-a3d4-914e2d732a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:59.541524 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-25c9bd5e-24a9-43b9-a3d4-914e2d732a51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 1130 time: 0.0450296 Mar 31 16:47:59.562080 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 55360) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:47:59.654116 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-01aa4db2-df36-440a-8360-160ebdf5c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:59.655578 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:59.656193 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-01aa4db2-df36-440a-8360-160ebdf5c02f service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0955679 Mar 31 16:47:59.658440 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-6519d2f5-92c4-4b0b-850d-63f960099a7e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0949900 Mar 31 16:47:59.667688 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-26d1d15d-dacb-4f8b-8283-5ddd8cada418 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:47:59.668930 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-26d1d15d-dacb-4f8b-8283-5ddd8cada418 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052345 Mar 31 16:47:59.702309 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-527f59b2-86a2-4fd9-ad22-32aafab8a4bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 200 len: 217 time: 0.0390441 Mar 31 16:47:59.739651 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:47:59.752493 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 55368) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:47:59.761871 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-08abf826-7722-4399-be5d-e116773bbae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:59.767570 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-08abf826-7722-4399-be5d-e116773bbae0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0590763 Mar 31 16:47:59.817405 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-a9874f98-34d3-4873-800c-3c83235c163e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:59.818886 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-a9874f98-34d3-4873-800c-3c83235c163e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445011 Mar 31 16:47:59.845515 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800227d4-9397-455e-bb5c-81daaadd1880 req-458358b9-9828-427e-befe-afc818021d82 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:47:59.846846 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-458358b9-9828-427e-befe-afc818021d82 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports/62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 941 time: 0.0930533 Mar 31 16:47:59.914501 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-6f6519ee-cf1e-454d-9e07-9208e29577e4 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890708 Mar 31 16:48:00.006411 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-04097006-ea5e-47be-87c2-d7265b2b22d1 req-37e13a2f-233d-47b3-a428-ce132e665077 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854030 Mar 31 16:48:00.493638 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe957f-a1eb-44df-8166-97cd70b4f00b req-54345eb4-b305-4c83-84f4-a1c9bc46896f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:00.495327 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-77fe957f-a1eb-44df-8166-97cd70b4f00b req-54345eb4-b305-4c83-84f4-a1c9bc46896f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0508711 Mar 31 16:48:00.542550 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-77fe957f-a1eb-44df-8166-97cd70b4f00b req-e1e8d380-9483-4b21-bf69-5b5a68ba555b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417547 Mar 31 16:48:01.662602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a339c63-46fb-4ffd-94ff-16d1cf90a932 req-7ed85857-8407-47e0-a810-7b363f555b40 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:01.664011 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a339c63-46fb-4ffd-94ff-16d1cf90a932 req-7ed85857-8407-47e0-a810-7b363f555b40 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0509002 Mar 31 16:48:01.708829 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8a339c63-46fb-4ffd-94ff-16d1cf90a932 req-ca0a5132-c781-4b28-9fa1-d40ff58b4396 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393050 Mar 31 16:48:02.928684 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2e849-5421-4341-9cd8-28722f16ec47 req-60ef9167-d1a5-47f6-a12c-d7d3dd09de16 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:02.930262 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19c2e849-5421-4341-9cd8-28722f16ec47 req-60ef9167-d1a5-47f6-a12c-d7d3dd09de16 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0518656 Mar 31 16:48:02.938518 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 673ddff9-3478-487b-816f-4167d4e877d8 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:48:02.959671 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 673ddff9-3478-487b-816f-4167d4e877d8 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:48:02.960124 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 673ddff9-3478-487b-816f-4167d4e877d8 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:48:02.978606 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19c2e849-5421-4341-9cd8-28722f16ec47 req-7b727333-76d1-47ef-8547-3fa2b17ad84b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427301 Mar 31 16:48:04.104009 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc9b3a-4676-4e1c-a485-203df5a6d704 req-f6a41229-5152-4c65-a054-28c2e99f694b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:04.105389 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-03dc9b3a-4676-4e1c-a485-203df5a6d704 req-f6a41229-5152-4c65-a054-28c2e99f694b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0556695 Mar 31 16:48:04.151072 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-03dc9b3a-4676-4e1c-a485-203df5a6d704 req-a49515e7-1fca-4326-849c-d5c56202a2f4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402009 Mar 31 16:48:05.285642 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c5e28-62ff-46e3-aacc-afe981bba1f6 req-a41ffe71-30d7-41cd-bca0-8675090caaed tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:05.287716 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a54c5e28-62ff-46e3-aacc-afe981bba1f6 req-a41ffe71-30d7-41cd-bca0-8675090caaed tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0654287 Mar 31 16:48:05.334638 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a54c5e28-62ff-46e3-aacc-afe981bba1f6 req-af27646e-089b-4896-a439-810953fe8475 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412905 Mar 31 16:48:05.629906 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800227d4-9397-455e-bb5c-81daaadd1880 req-769c3d03-7d41-40a8-8029-eb6c1f3490b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:05.631885 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-769c3d03-7d41-40a8-8029-eb6c1f3490b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d&tenant_id=f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 1128 time: 0.0766010 Mar 31 16:48:05.701113 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800227d4-9397-455e-bb5c-81daaadd1880 req-516fa018-2eed-4ee8-a589-fd620d27b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:05.702696 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-516fa018-2eed-4ee8-a589-fd620d27b665 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1128 time: 0.0428584 Mar 31 16:48:06.020203 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800227d4-9397-455e-bb5c-81daaadd1880 req-1257df98-4429-4668-94c6-ed1a10fdb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:06.021743 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-1257df98-4429-4668-94c6-ed1a10fdb6f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.3116364 Mar 31 16:48:06.083941 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-a6136cdd-5c23-4b64-accb-7adbd2a91cb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 200 len: 1000 time: 0.0557029 Mar 31 16:48:06.129520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800227d4-9397-455e-bb5c-81daaadd1880 req-71315be3-292c-4302-8e5c-a6ff59d33691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:06.131499 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-71315be3-292c-4302-8e5c-a6ff59d33691 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0421233 Mar 31 16:48:06.179225 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800227d4-9397-455e-bb5c-81daaadd1880 req-1607aeec-cb03-4acc-8012-6bf6fc860a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:06.180657 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-1607aeec-cb03-4acc-8012-6bf6fc860a70 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444627 Mar 31 16:48:06.268777 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-3ea12859-50d3-420e-91e3-35784d3075a6 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Mar 31 16:48:06.359292 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-e31ceb3d-5501-4bb0-b4d8-250129407ce9 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828190 Mar 31 16:48:06.458230 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e59902-2f9a-411d-95df-e505b3e562d1 req-752b38a2-713c-4edf-b652-e9b98315dfe1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:06.459663 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49e59902-2f9a-411d-95df-e505b3e562d1 req-752b38a2-713c-4edf-b652-e9b98315dfe1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0517523 Mar 31 16:48:06.508635 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49e59902-2f9a-411d-95df-e505b3e562d1 req-d9434671-d98d-4643-ba1b-eac382139f7d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433919 Mar 31 16:48:07.640884 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82474d1-4845-4a85-828d-a4e1efe24312 req-353e4f41-03ad-4039-b9ad-d45d0633c0a1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:07.642391 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e82474d1-4845-4a85-828d-a4e1efe24312 req-353e4f41-03ad-4039-b9ad-d45d0633c0a1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0596390 Mar 31 16:48:07.690247 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e82474d1-4845-4a85-828d-a4e1efe24312 req-1b0b8c96-b78a-408f-8e93-b92dafa7b8a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Mar 31 16:48:08.812136 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8416-7e5e-437b-88a9-9f88e375f1b3 req-66439912-fb2c-4a87-b5f2-c02f38c7ec87 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:08.813624 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-84ad8416-7e5e-437b-88a9-9f88e375f1b3 req-66439912-fb2c-4a87-b5f2-c02f38c7ec87 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0520182 Mar 31 16:48:08.858999 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-84ad8416-7e5e-437b-88a9-9f88e375f1b3 req-968cc6a7-4bb8-4115-a8b4-8c672d98c5d3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398176 Mar 31 16:48:10.203476 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af600d9-6353-4e7a-b3d1-0e0a526ac349 req-39396016-30b4-4413-9e04-3f87c49f6e29 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:10.204818 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9af600d9-6353-4e7a-b3d1-0e0a526ac349 req-39396016-30b4-4413-9e04-3f87c49f6e29 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.2703121 Mar 31 16:48:10.249627 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9af600d9-6353-4e7a-b3d1-0e0a526ac349 req-09c0b5d1-8940-4c32-9b35-005510f097f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Mar 31 16:48:11.374162 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526689a8-20a5-4de2-9695-7d48240892f5 req-56c4bd54-a6e6-4e83-b2c9-c6ad456a9ea4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:11.375668 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-526689a8-20a5-4de2-9695-7d48240892f5 req-56c4bd54-a6e6-4e83-b2c9-c6ad456a9ea4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0524540 Mar 31 16:48:11.432659 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-526689a8-20a5-4de2-9695-7d48240892f5 req-62bcffc5-19df-4ed4-9bd5-bb89c51415cf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503194 Mar 31 16:48:12.562637 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deec34c-11ec-4542-bdaf-010596556453 req-1ea306bb-6bb8-4e35-b0fa-d8076f504edf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:12.565137 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2deec34c-11ec-4542-bdaf-010596556453 req-1ea306bb-6bb8-4e35-b0fa-d8076f504edf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0599251 Mar 31 16:48:12.614937 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2deec34c-11ec-4542-bdaf-010596556453 req-07f64554-865c-4fd4-be61-7f607f2b5f42 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426002 Mar 31 16:48:13.752172 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d509bd4-6532-4889-bc16-2c32b2ecf4e9 req-8bfb6696-d296-41f7-b2cf-377d73fe8418 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:13.753657 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6d509bd4-6532-4889-bc16-2c32b2ecf4e9 req-8bfb6696-d296-41f7-b2cf-377d73fe8418 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0536892 Mar 31 16:48:13.799926 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6d509bd4-6532-4889-bc16-2c32b2ecf4e9 req-d8c8cabb-fe0f-49c4-afd7-f1093da70436 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407150 Mar 31 16:48:14.190184 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-a60bcdfc-cf88-4977-9602-57b558c63c42 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:14.191540 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-a60bcdfc-cf88-4977-9602-57b558c63c42 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/networks?id=706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 200 len: 814 time: 0.1019127 Mar 31 16:48:14.205964 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-f9c2c0b7-f037-43e8-81d5-efe6f21e83b4 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/quotas/043ff5fe6c9f4466a38d01caf3a5fef8 HTTP/1.1" status: 200 len: 375 time: 0.0085084 Mar 31 16:48:14.237493 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-3f604399-aca2-40ed-b29f-c3b2f19ea5b4 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260518 Mar 31 16:48:14.335962 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-103ff921-9ed6-4412-be5e-47637d906e86 service neutron] 10.222.0.21 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911772 Mar 31 16:48:14.426560 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-9debc6fb-d7b0-427b-8e9e-76945d4ee151 service neutron] 10.222.0.21 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842776 Mar 31 16:48:14.613575 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c712d54-07b3-47b5-aa66-964c0f290747 req-c45dc02f-7c89-486c-ac2c-3f9e0f0e1456 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0493393 Mar 31 16:48:14.956313 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294af4f-fcf2-455b-b8bc-d32949854c47 req-453877b4-6ea4-4cc0-95d4-999478eaf357 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:14.957708 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7294af4f-fcf2-455b-b8bc-d32949854c47 req-453877b4-6ea4-4cc0-95d4-999478eaf357 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0782299 Mar 31 16:48:15.006977 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7294af4f-fcf2-455b-b8bc-d32949854c47 req-fd3dc3ba-45da-46b2-81f3-474310c15701 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Mar 31 16:48:15.706996 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e6db0d4e-8649-4c7d-a550-831ec63ec6cf req-7dabb2ba-8b99-4398-b159-ecd434d94e05 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0265484 Mar 31 16:48:16.131403 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d967b9-e07a-4d76-8142-3bf62fd49c2e req-87fc46db-b288-4dfe-b1f4-589d0d65f6f3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:16.139154 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-38d967b9-e07a-4d76-8142-3bf62fd49c2e req-87fc46db-b288-4dfe-b1f4-589d0d65f6f3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0580509 Mar 31 16:48:16.181529 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-38d967b9-e07a-4d76-8142-3bf62fd49c2e req-4a5c5771-fdbb-45fc-a83a-716f6eae1b09 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Mar 31 16:48:16.807750 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e6904f44-c413-4772-88cc-140915730c15 req-9ddba29d-ec34-4666-b2d3-d7160d1b6260 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0311897 Mar 31 16:48:17.304747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38140764-a210-49fe-a232-3cc96881eb1a req-ca8afffc-d652-4a1a-a6c8-0fedce2309af tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:17.306253 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-38140764-a210-49fe-a232-3cc96881eb1a req-ca8afffc-d652-4a1a-a6c8-0fedce2309af tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0545223 Mar 31 16:48:17.351723 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-38140764-a210-49fe-a232-3cc96881eb1a req-60ef1104-8032-4f75-9753-4da462707cc4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399408 Mar 31 16:48:17.907135 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-306e601a-4c31-4557-9c7b-8a1210c07bb8 req-0faf7383-d1db-435c-86f0-1bfae883bc04 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0269189 Mar 31 16:48:18.472746 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190783b7-2783-482a-90f1-afbcbcc39856 req-fb729c47-f0af-4d46-9eb6-cc99c83c6123 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:18.474706 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-190783b7-2783-482a-90f1-afbcbcc39856 req-fb729c47-f0af-4d46-9eb6-cc99c83c6123 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0520501 Mar 31 16:48:18.524214 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-190783b7-2783-482a-90f1-afbcbcc39856 req-b0c5ec7d-5263-4505-a609-d9ae3810b340 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436988 Mar 31 16:48:18.952028 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:48:19.000411 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f3d01c09-2f16-4f77-b4bf-a0caf05816b9 req-a4f6aae4-e132-46e4-b1fe-6655e170161d tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0266793 Mar 31 16:48:19.650013 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a0296-ba01-4cb0-96f8-bcf5d5663ffb req-87f366a8-8267-41bf-ba67-a03a5edf4908 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:19.652043 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-828a0296-ba01-4cb0-96f8-bcf5d5663ffb req-87f366a8-8267-41bf-ba67-a03a5edf4908 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0524681 Mar 31 16:48:19.702707 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-828a0296-ba01-4cb0-96f8-bcf5d5663ffb req-f61091bd-96cf-413e-a9fd-56a4b91145ca tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452554 Mar 31 16:48:20.108924 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1474fcea-6245-4a40-8a9d-450b6ece1e93 req-fe955a35-9eb0-4452-bdf9-c4bd2dbbbd99 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0413260 Mar 31 16:48:20.831983 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916866de-feb1-4218-9637-117a17197bec req-39ec2eed-606e-441c-a67c-4850dc1d76fc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:20.835001 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-916866de-feb1-4218-9637-117a17197bec req-39ec2eed-606e-441c-a67c-4850dc1d76fc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0589983 Mar 31 16:48:20.881615 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-916866de-feb1-4218-9637-117a17197bec req-9c67bc12-5be9-4a61-8a91-3d5d1814b1a6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411060 Mar 31 16:48:21.199642 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3bb1cc7f-7b0b-4123-b1ed-3b755832a2db req-2616e84d-0c6f-4e01-b67a-7159777e6114 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0270154 Mar 31 16:48:22.004139 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000e3cdd-d159-4744-8ed5-5086bf91b814 req-930c3d23-16a7-4f75-b9e5-02cf18daf212 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:22.005636 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-000e3cdd-d159-4744-8ed5-5086bf91b814 req-930c3d23-16a7-4f75-b9e5-02cf18daf212 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0522549 Mar 31 16:48:22.057129 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-000e3cdd-d159-4744-8ed5-5086bf91b814 req-6a7de719-0e25-4fcf-a4b8-c6026ce48bce tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435088 Mar 31 16:48:22.294672 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7584c54a-9ecc-49e9-a533-806dfde7edec req-930afb41-6774-4572-ae6b-20f8c11640cd tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0320246 Mar 31 16:48:23.175738 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77a801b-cabc-4531-9f06-5456c9202a52 req-023482c5-fe28-456f-9958-27bc7bcc17de tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:23.177197 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d77a801b-cabc-4531-9f06-5456c9202a52 req-023482c5-fe28-456f-9958-27bc7bcc17de tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0516982 Mar 31 16:48:23.222092 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d77a801b-cabc-4531-9f06-5456c9202a52 req-b6d54182-14d3-4d4c-8a5b-37fb95687bac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394285 Mar 31 16:48:23.385853 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec9ddc61-6c7f-4684-bb79-12432b14f75a req-62b882e4-e5ce-439e-b55a-24f83baedd2c tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0272899 Mar 31 16:48:23.460452 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48aeb845-c37e-4b0a-a518-df5cdeabd5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:24.348348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b619a6c6-abf4-4271-add2-38551181c5d1 req-c091dd06-664f-40d6-a3cf-ed315af9b9db tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:24.349798 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b619a6c6-abf4-4271-add2-38551181c5d1 req-c091dd06-664f-40d6-a3cf-ed315af9b9db tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0527985 Mar 31 16:48:24.396308 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b619a6c6-abf4-4271-add2-38551181c5d1 req-33ec7743-8cb3-43bb-a2ba-e6503287db41 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403278 Mar 31 16:48:24.479740 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7976b4e5-39c1-42a8-a662-90aa918dae9e req-40fdae77-27ed-4134-ae84-fec06c8584e7 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 210 time: 0.0272267 Mar 31 16:48:24.550185 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-7265f264-c6d8-4c02-a449-933dc9313094 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:24.551496 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-7265f264-c6d8-4c02-a449-933dc9313094 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "GET /v2.0/networks?id=706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 200 len: 814 time: 0.0989251 Mar 31 16:48:24.573186 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Request body: {'port': {'device_id': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829', 'admin_state_up': True, 'tenant_id': '043ff5fe6c9f4466a38d01caf3a5fef8'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:48:24.680549 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Made reservation on behalf of 043ff5fe6c9f4466a38d01caf3a5fef8 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:48:24.683797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:24.801177 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Allocated IP 172.20.0.14 (706effab-00b8-48b6-aaab-ceb3a0cc9829/b7db42e3-0c11-4ee7-affe-8df682fea6c3/57ae5fc9-3f33-4a70-98ad-a14b24546ca3) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:48:24.943529 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks [] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:24.975882 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.016400 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Network 706effab-00b8-48b6-aaab-ceb3a0cc9829 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:48:25.019453 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:48:25.025200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:48:25.050540 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Pushing event updated for resources: {'Port': ['ID=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:25.078093 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:25.078688 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.093512 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-925b0fc4-763e-4cee-aa62-3442a773734b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5246046 Mar 31 16:48:25.151086 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Request body: {'port': {'device_id': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:48:25.207205 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.467087 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:48:25.474544 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Publish callbacks [] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.486754 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Transition to ACTIVE for port object 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:48:25.490504 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.518188 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85c61-4203-4121-96e9-680e1c1237fa req-976bb418-b5a0-4f18-9029-52a6bbf30f89 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:25.520455 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8bb85c61-4203-4121-96e9-680e1c1237fa req-976bb418-b5a0-4f18-9029-52a6bbf30f89 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0525572 Mar 31 16:48:25.545655 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Pushing event updated for resources: {'Port': ['ID=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:25.596025 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8bb85c61-4203-4121-96e9-680e1c1237fa req-9a4602af-14a8-4c67-874c-3d0ab6bb2afe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695040 Mar 31 16:48:25.610461 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Attempting to bind port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:48:25.611053 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Attempting to bind port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:48:25.611144 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Attempting to bind port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 on network 706effab-00b8-48b6-aaab-ceb3a0cc9829 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:48:25.615555 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 on network 706effab-00b8-48b6-aaab-ceb3a0cc9829 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:48:25.616426 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Attempting to bind port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 on network 706effab-00b8-48b6-aaab-ceb3a0cc9829 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:48:25.621027 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ab02d8-a6b4-47ed-885a-fd53488b1447 req-7098d18e-caf1-49b2-873b-ecd10ad30213 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:25.622507 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-57ab02d8-a6b4-47ed-885a-fd53488b1447 req-7098d18e-caf1-49b2-873b-ecd10ad30213 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 944 time: 0.0691054 Mar 31 16:48:25.625370 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:48:25.625705 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Checking segment: {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:48:25.626076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Bound using segment: {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:48:25.626496 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Bound port: 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6254dd55-8d46-4c53-9a8d-7160bea09f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:48:25.626850 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.669348 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-57ab02d8-a6b4-47ed-885a-fd53488b1447 req-ad2892d8-5f84-464f-929e-6b8f63a1cf8b tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410480 Mar 31 16:48:25.691258 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] For port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:48:25.694188 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] For port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:48:25.701021 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.733748 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:25.734380 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.735743 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/57ae5fc9-3f33-4a70-98ad-a14b24546ca3 HTTP/1.1" status: 200 len: 1094 time: 0.6341367 Mar 31 16:48:25.736219 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'tag': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:48:25.738473 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7108f1-670e-4d44-966b-be0a8348e45c", "tag": "57ae5fc9-3f33-4a70-98ad-a14b24546ca3"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:48:25.764508 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccd23f-e5fa-46fc-85eb-0cb120fa19a4 service neutron] Pushing event updated for resources: {'Port': ['ID=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:25.801073 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ef144b5c-7c3b-443d-b88f-f123035095fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:25.819724 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-f3d72c89-8429-49a3-81b5-154ad13d81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:25.821255 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-f3d72c89-8429-49a3-81b5-154ad13d81e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 1128 time: 0.0492959 Mar 31 16:48:25.867742 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675289eb-7f01-4e91-a320-90f0affd00e9 x-openstack-request-id: req-675289eb-7f01-4e91-a320-90f0affd00e9 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:48:25.868032 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7108f1-670e-4d44-966b-be0a8348e45c", "tag": "57ae5fc9-3f33-4a70-98ad-a14b24546ca3", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:48:25.868288 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-675289eb-7f01-4e91-a320-90f0affd00e9 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:48:25.868940 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675289eb-7f01-4e91-a320-90f0affd00e9'] response: {'name': 'network-changed', 'server_uuid': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'tag': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3', 'status': 'completed', 'code': 200} Mar 31 16:48:25.870677 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-31c99767-57e6-4ed7-bede-a657b9876e06 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3 HTTP/1.1" status: 200 len: 217 time: 0.0420969 Mar 31 16:48:25.919015 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-c13f2170-553a-4f1a-b9c0-c9c9f5fb955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:25.920442 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-c13f2170-553a-4f1a-b9c0-c9c9f5fb955c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7db42e3-0c11-4ee7-affe-8df682fea6c3 HTTP/1.1" status: 200 len: 854 time: 0.0436342 Mar 31 16:48:25.951332 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-d48fa1e3-7596-458b-8a2f-28e17c36e5b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=706effab-00b8-48b6-aaab-ceb3a0cc9829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242999 Mar 31 16:48:26.038304 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-d999f31d-896a-4190-b92c-8415c90dd0d5 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790110 Mar 31 16:48:26.131351 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-67712ffe-b4fa-48ed-ae59-18d7120f8a69 req-e12cffbf-0eef-434c-952b-2ded26eff36f service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862429 Mar 31 16:48:26.223576 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-41fc82e9-1b26-4682-b308-3572cbb0a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:26.224954 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-41fc82e9-1b26-4682-b308-3572cbb0a98c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 1128 time: 0.0440404 Mar 31 16:48:26.316197 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-ba58b0f1-f427-4d5b-a7f1-8b978def6978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:26.317660 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-ba58b0f1-f427-4d5b-a7f1-8b978def6978 service neutron] 10.222.0.55 "GET /v2.0/networks?id=706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 200 len: 914 time: 0.0845871 Mar 31 16:48:26.357860 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-ff8fc626-e251-4fc8-86e3-9b8ffab69c5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3 HTTP/1.1" status: 200 len: 217 time: 0.0325704 Mar 31 16:48:26.403971 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-2c879cbd-fb16-4bdd-9e3a-b4ec1550b35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:26.405346 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-2c879cbd-fb16-4bdd-9e3a-b4ec1550b35e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b7db42e3-0c11-4ee7-affe-8df682fea6c3 HTTP/1.1" status: 200 len: 854 time: 0.0414698 Mar 31 16:48:26.439218 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-0d011487-7f41-4b54-9302-bf32d0e6e60f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=706effab-00b8-48b6-aaab-ceb3a0cc9829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275567 Mar 31 16:48:26.523830 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-bd2f3bbe-918d-4e7d-a5af-79088f61adf8 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785255 Mar 31 16:48:26.612392 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-53bbc2df-3c00-4c1a-aa3c-6fc482e3ef8a req-b90445d9-c3e9-451c-9d70-7b6bb66ffbe4 service neutron] 10.222.0.55 "GET /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820897 Mar 31 16:48:26.719851 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c3e34-30e3-41dc-812a-07bbeb1a0c9e req-89112e3a-a3c8-44ca-8f2f-2bdab9ad487f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:26.721402 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-042c3e34-30e3-41dc-812a-07bbeb1a0c9e req-89112e3a-a3c8-44ca-8f2f-2bdab9ad487f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0536187 Mar 31 16:48:26.725270 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:26.794051 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-042c3e34-30e3-41dc-812a-07bbeb1a0c9e req-aa2d21ee-0f5b-46af-bc72-044c216d7a55 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661829 Mar 31 16:48:26.817890 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f3de4-d90c-4407-8812-34bd5d335360 req-6ff1ff4f-6fc4-45b5-9e26-77b47e911642 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:26.819918 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-753f3de4-d90c-4407-8812-34bd5d335360 req-6ff1ff4f-6fc4-45b5-9e26-77b47e911642 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 944 time: 0.0668831 Mar 31 16:48:26.865393 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-753f3de4-d90c-4407-8812-34bd5d335360 req-052368e0-f299-4087-8a8c-4733a3afda6c tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399549 Mar 31 16:48:27.915452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109e599-627d-4856-bd73-1a005b991919 req-5a305991-30c8-4d43-9d03-d2fae30f5191 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:27.916920 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1109e599-627d-4856-bd73-1a005b991919 req-5a305991-30c8-4d43-9d03-d2fae30f5191 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0520763 Mar 31 16:48:27.988948 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1109e599-627d-4856-bd73-1a005b991919 req-3b59c029-627e-4ba3-b1f4-6e949dc88b1e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664766 Mar 31 16:48:28.004741 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b3660-0f10-40bc-af02-36e0c8f9409a req-9625284a-942f-4e0a-8acc-b453c0124ba0 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:28.006181 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ad5b3660-0f10-40bc-af02-36e0c8f9409a req-9625284a-942f-4e0a-8acc-b453c0124ba0 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 944 time: 0.0707405 Mar 31 16:48:28.055440 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ad5b3660-0f10-40bc-af02-36e0c8f9409a req-4d3eeebf-384f-46ba-a26c-539ac7ad1fd0 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Mar 31 16:48:28.348754 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:28.891980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:48:28.994284 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:48:29.005151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3', 'network_id': '706effab-00b8-48b6-aaab-ceb3a0cc9829', 'port_id': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3', 'mac_address': 'fa:16:3e:8d:8d:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7db42e3-0c11-4ee7-affe-8df682fea6c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:48:29.046368 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:48:29.046756 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:29.059640 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:48:29.079787 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:48:29.085133 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:29.112982 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5384e87-5c54-4ba5-aa24-b4bbfccf21db req-c3f28e13-697e-4991-bd93-88caa8b54628 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:29.114479 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5384e87-5c54-4ba5-aa24-b4bbfccf21db req-c3f28e13-697e-4991-bd93-88caa8b54628 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0531180 Mar 31 16:48:29.135838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:29.188614 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a5384e87-5c54-4ba5-aa24-b4bbfccf21db req-78e41cf0-2aa7-4237-b6d4-c2e7c2c4d13a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667760 Mar 31 16:48:29.203547 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d34cb7-0a29-4895-89a5-55daf19e9d08 req-c49cc7ca-d118-4612-9d5c-0f8e9a74f1a9 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:29.205036 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f6d34cb7-0a29-4895-89a5-55daf19e9d08 req-c49cc7ca-d118-4612-9d5c-0f8e9a74f1a9 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 945 time: 0.0765707 Mar 31 16:48:29.255051 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f6d34cb7-0a29-4895-89a5-55daf19e9d08 req-785f64c7-5980-4bf0-85fe-7fbdd84ed075 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440927 Mar 31 16:48:29.461969 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['57ae5fc9-3f33-4a70-98ad-a14b24546ca3'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:48:29.654628 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:29.731183 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:30.313405 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762725fe-4058-4099-b3ac-d998d294b37c req-30d0419a-0d97-433b-ac23-8493bebbf319 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:30.314888 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-762725fe-4058-4099-b3ac-d998d294b37c req-30d0419a-0d97-433b-ac23-8493bebbf319 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0540800 Mar 31 16:48:30.391760 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-762725fe-4058-4099-b3ac-d998d294b37c req-5d37d890-a9c5-4420-8bc7-c6800f5f2917 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707138 Mar 31 16:48:30.403600 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d2631-7c65-4d3a-bd03-36d884006cc0 req-3884d34d-afc8-44a5-bbf7-0034d92a9b26 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:30.404997 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-038d2631-7c65-4d3a-bd03-36d884006cc0 req-3884d34d-afc8-44a5-bbf7-0034d92a9b26 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 945 time: 0.0829690 Mar 31 16:48:30.450242 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-038d2631-7c65-4d3a-bd03-36d884006cc0 req-c0e54723-dbe7-4550-898b-1cedfd8f2284 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Mar 31 16:48:30.884585 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:48:30.933440 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:48:30.937299 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:48:30.937674 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:31.013879 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:48:31.014264 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:31.035765 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:48:31.037981 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a1a938-48c0-4dc5-adfe-73ccc0aa52ab" -d '{"events": [{"server_uuid": "dd7108f1-670e-4d44-966b-be0a8348e45c", "name": "network-vif-plugged", "status": "completed", "tag": "57ae5fc9-3f33-4a70-98ad-a14b24546ca3"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:48:31.050192 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:48:31.054527 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:31.101132 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:31.133184 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8baa7d-f122-4951-a6a4-213b90945fc7 x-openstack-request-id: req-6b8baa7d-f122-4951-a6a4-213b90945fc7 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:48:31.133523 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7108f1-670e-4d44-966b-be0a8348e45c", "name": "network-vif-plugged", "status": "completed", "tag": "57ae5fc9-3f33-4a70-98ad-a14b24546ca3", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:48:31.133782 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b8baa7d-f122-4951-a6a4-213b90945fc7 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:48:31.134181 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b8baa7d-f122-4951-a6a4-213b90945fc7'] response: {'server_uuid': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3', 'code': 200} Mar 31 16:48:31.294494 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291058a8-2b5d-4136-b8d5-10d5c15f4213 req-6eb57520-25d9-4bf1-af10-cb71e20de429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:31.295908 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-291058a8-2b5d-4136-b8d5-10d5c15f4213 req-6eb57520-25d9-4bf1-af10-cb71e20de429 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 1130 time: 0.0440538 Mar 31 16:48:31.341618 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-291058a8-2b5d-4136-b8d5-10d5c15f4213 req-0c90a7d8-4b66-45c9-a129-bd14df6f39e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Mar 31 16:48:31.516077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763880dc-f556-4d6b-b3c0-9cf915bbf159 req-181199af-5490-40e0-8ab5-5008e5b334e7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:31.517610 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-763880dc-f556-4d6b-b3c0-9cf915bbf159 req-181199af-5490-40e0-8ab5-5008e5b334e7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0558898 Mar 31 16:48:31.590806 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-763880dc-f556-4d6b-b3c0-9cf915bbf159 req-04b73e9a-7e0c-45ed-ae70-59a9bab12fe7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638225 Mar 31 16:48:31.598400 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa5b67-76c8-45b5-9301-86353b277efb req-40aaa3da-2f66-4a66-8b22-07b1817b67f8 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:31.599814 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-77aa5b67-76c8-45b5-9301-86353b277efb req-40aaa3da-2f66-4a66-8b22-07b1817b67f8 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0809188 Mar 31 16:48:31.646539 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-77aa5b67-76c8-45b5-9301-86353b277efb req-3e3b3dff-2aa6-4b5c-a508-55662048cd24 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408664 Mar 31 16:48:32.710375 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294aa7-864e-430f-9515-f3bc8797434d req-57b68b32-0c90-4d25-906c-e25a91411eac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:32.711841 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-03294aa7-864e-430f-9515-f3bc8797434d req-57b68b32-0c90-4d25-906c-e25a91411eac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 944 time: 0.0517511 Mar 31 16:48:32.794923 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322013b6-d3ea-4400-975b-d48a88be3320 req-c9e1a6ec-3375-4a3c-a8a7-39e8316f2ac5 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:32.796386 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-322013b6-d3ea-4400-975b-d48a88be3320 req-c9e1a6ec-3375-4a3c-a8a7-39e8316f2ac5 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0836813 Mar 31 16:48:32.799275 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-03294aa7-864e-430f-9515-f3bc8797434d req-63979d26-1de2-4731-9ab5-dd28cf71f3fb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775096 Mar 31 16:48:32.842619 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-322013b6-d3ea-4400-975b-d48a88be3320 req-2a7d4d09-3ebe-45ce-a35f-bcd859cf8980 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406477 Mar 31 16:48:32.908173 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:48:33.011729 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:48:33.024240 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '62ab7204-6592-464d-8290-ee15ab706a75', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'port_id': '62ab7204-6592-464d-8290-ee15ab706a75', 'mac_address': 'fa:16:3e:7d:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:48:33.061995 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:48:33.062385 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:33.075405 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62ab7204-6592-464d-8290-ee15ab706a75 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:48:33.097954 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:48:33.101971 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:33.151128 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=9']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:33.480316 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['62ab7204-6592-464d-8290-ee15ab706a75'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:48:33.929511 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbdbaf0-24f7-4e4e-8446-f60fe6ec1ba8 req-d30d9928-019c-4c51-85b2-5c16f28e90bf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:33.930919 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4bbdbaf0-24f7-4e4e-8446-f60fe6ec1ba8 req-d30d9928-019c-4c51-85b2-5c16f28e90bf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 945 time: 0.0610807 Mar 31 16:48:34.007217 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b7c4-db7c-43a7-9a86-27576ab0c854 req-b9d5ef69-59a2-4748-bc3b-29448b0ce0d9 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:34.008663 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d2b5b7c4-db7c-43a7-9a86-27576ab0c854 req-b9d5ef69-59a2-4748-bc3b-29448b0ce0d9 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0950713 Mar 31 16:48:34.011973 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4bbdbaf0-24f7-4e4e-8446-f60fe6ec1ba8 req-17fe1a66-936b-43c7-84dc-95c247b8efc3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632126 Mar 31 16:48:34.057574 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d2b5b7c4-db7c-43a7-9a86-27576ab0c854 req-3784f21f-26a5-4b88-9886-88e869fb8f09 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Mar 31 16:48:34.906923 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:48:34.956380 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 62ab7204-6592-464d-8290-ee15ab706a75 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:48:34.956753 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (62ab7204-6592-464d-8290-ee15ab706a75), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:35.029417 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 62ab7204-6592-464d-8290-ee15ab706a75 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:48:35.029710 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:35.054710 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:48:35.056946 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28bf515-1aad-4d6a-bdd6-ad03aed5dab7" -d '{"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:48:35.067831 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:48:35.073487 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:35.102213 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385c00c4-5d00-4a9a-8c6c-973414edfad3 x-openstack-request-id: req-385c00c4-5d00-4a9a-8c6c-973414edfad3 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:48:35.103186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-plugged", "status": "completed", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:48:35.103447 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-385c00c4-5d00-4a9a-8c6c-973414edfad3 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:48:35.103869 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385c00c4-5d00-4a9a-8c6c-973414edfad3'] response: {'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'code': 200} Mar 31 16:48:35.132055 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=10']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:48:35.145871 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4ead13-02e1-4c9c-b66f-68e7627924cd req-332158e6-92ae-4401-b028-52d7768155b3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:35.148128 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5c4ead13-02e1-4c9c-b66f-68e7627924cd req-332158e6-92ae-4401-b028-52d7768155b3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0623057 Mar 31 16:48:35.193714 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5c4ead13-02e1-4c9c-b66f-68e7627924cd req-bd94d13a-5236-49d6-b300-e2267866da11 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Mar 31 16:48:35.671984 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a96437-7c0f-438c-9c09-fdc3e2adcc04 req-c0c5dcf4-f558-4ff5-a1c9-f5310a583f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:35.673397 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-84a96437-7c0f-438c-9c09-fdc3e2adcc04 req-c0c5dcf4-f558-4ff5-a1c9-f5310a583f4e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 1131 time: 0.0424037 Mar 31 16:48:35.714972 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-84a96437-7c0f-438c-9c09-fdc3e2adcc04 req-bf27b283-9453-4718-a09f-048656e8c062 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355279 Mar 31 16:48:36.317854 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634979c2-a202-46ed-a579-0c180c952e5f req-644a0681-5012-4d23-8207-29068d23c752 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:36.319283 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-634979c2-a202-46ed-a579-0c180c952e5f req-644a0681-5012-4d23-8207-29068d23c752 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0538187 Mar 31 16:48:36.363826 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-634979c2-a202-46ed-a579-0c180c952e5f req-ba0ff273-518c-45b1-8eb6-ff8891f3ef42 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390372 Mar 31 16:48:37.491494 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbcc54-8937-42d8-818e-0e2253e5d46f req-5c631359-1e83-4e73-b7aa-fa7d740fec5a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:37.493122 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cfcbcc54-8937-42d8-818e-0e2253e5d46f req-5c631359-1e83-4e73-b7aa-fa7d740fec5a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0581441 Mar 31 16:48:37.542295 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cfcbcc54-8937-42d8-818e-0e2253e5d46f req-c290dda0-1894-4eab-95c0-b6e6a1b7e450 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Mar 31 16:48:38.661977 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f832a96-b416-43f4-ada5-ed67af511f1b req-fbd7251a-0c41-47f0-8d96-25e3d771703b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:38.663899 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7f832a96-b416-43f4-ada5-ed67af511f1b req-fbd7251a-0c41-47f0-8d96-25e3d771703b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0508106 Mar 31 16:48:38.711088 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7f832a96-b416-43f4-ada5-ed67af511f1b req-5aa84e31-2471-4294-a199-27aa9e191a41 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Mar 31 16:48:53.463697 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5b1da34f-83aa-4ced-826a-624da9b6a847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:55.804919 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-126d6258-4fb9-43e5-9a85-469d38149cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:55.951016 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:48:56.733833 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:58.351756 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:59.121166 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-208a2dbf-3d91-47c8-a353-6d8d148db3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:59.122837 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-208a2dbf-3d91-47c8-a353-6d8d148db3ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0484786 Mar 31 16:48:59.131088 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f488ba5-74ad-4052-aab8-c7d848a15406 req-1a76897c-ae73-43cb-abcf-fa8b34e5fbfb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:59.132538 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3f488ba5-74ad-4052-aab8-c7d848a15406 req-1a76897c-ae73-43cb-abcf-fa8b34e5fbfb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0524170 Mar 31 16:48:59.178609 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3f488ba5-74ad-4052-aab8-c7d848a15406 req-893a3410-dc3d-486d-acad-8e827287b572 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404475 Mar 31 16:48:59.215219 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-4cd0f5e7-aa7d-48b8-ac27-666c14b9093f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:59.216723 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-4cd0f5e7-aa7d-48b8-ac27-666c14b9093f service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0855200 Mar 31 16:48:59.288632 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-7a7f595d-b599-4316-9d8e-4421049b4375 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 1002 time: 0.0610032 Mar 31 16:48:59.340126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-18cf52c0-700d-48ea-895c-b668d049bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:59.341672 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-18cf52c0-700d-48ea-895c-b668d049bbaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0472069 Mar 31 16:48:59.391198 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-f3e30919-2954-4db0-b8c5-8379d45f6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:48:59.392660 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-f3e30919-2954-4db0-b8c5-8379d45f6cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422232 Mar 31 16:48:59.483512 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-ff8fb14d-b3c5-46f0-a92e-f75c31f6de5d service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814340 Mar 31 16:48:59.573646 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bd2c813-13de-4a98-9840-832b9f7101fd req-4e3ddfbb-bdc1-4264-bc0c-c3ce540103ff service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839243 Mar 31 16:48:59.669599 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:48:59.733653 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:00.221221 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae620c4-de8f-4341-bda5-a458f971f5e6 req-4b52ec30-d943-4b08-8013-ab527680d922 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:00.222688 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6ae620c4-de8f-4341-bda5-a458f971f5e6 req-4b52ec30-d943-4b08-8013-ab527680d922 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0513868 Mar 31 16:49:00.296342 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6ae620c4-de8f-4341-bda5-a458f971f5e6 req-3297a4e0-0eed-46e3-8024-71ba618fcb66 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676360 Mar 31 16:49:00.319229 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23984912-858f-4b2a-b456-108b68f5287a req-9e744a0d-d8e0-4b47-87bb-9dcc855f1149 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:00.320655 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-23984912-858f-4b2a-b456-108b68f5287a req-9e744a0d-d8e0-4b47-87bb-9dcc855f1149 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0664306 Mar 31 16:49:00.365689 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-23984912-858f-4b2a-b456-108b68f5287a req-ae9bc9ba-47f6-47d3-af87-d436e1407984 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389478 Mar 31 16:49:01.407695 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-b386b144-0ea7-4e36-b3d3-e5a22e4cf3ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446672 Mar 31 16:49:01.417261 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153b299-7a59-4385-a3c1-3a4cda9026ca req-623aba01-b96c-427d-9631-b93b9b7b9542 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:01.418624 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f153b299-7a59-4385-a3c1-3a4cda9026ca req-623aba01-b96c-427d-9631-b93b9b7b9542 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0555890 Mar 31 16:49:01.478112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-c3f9bf50-0ee5-4eb9-8e17-69a66ddd4053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:01.479631 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-c3f9bf50-0ee5-4eb9-8e17-69a66ddd4053 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 1129 time: 0.0491209 Mar 31 16:49:01.499025 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f153b299-7a59-4385-a3c1-3a4cda9026ca req-e08a57ac-90ab-45e8-b916-710da1b6c060 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742421 Mar 31 16:49:01.520861 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd849f-f367-4b3b-bbeb-329374bd387b req-ef7cfaeb-c6b3-40c8-a8e0-f7e4b4aa526d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:01.522436 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-decd849f-f367-4b3b-bbeb-329374bd387b req-ef7cfaeb-c6b3-40c8-a8e0-f7e4b4aa526d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0813482 Mar 31 16:49:01.571322 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-decd849f-f367-4b3b-bbeb-329374bd387b req-4cc115c7-0c20-40d7-983f-d41bbf77ad8f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433462 Mar 31 16:49:01.585002 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-ca8cc5a7-ecc9-4f6e-a1de-57acfcaea7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:01.586502 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-ca8cc5a7-ecc9-4f6e-a1de-57acfcaea7be service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0862920 Mar 31 16:49:01.631986 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-a20ff141-9bb3-43ea-96d4-0b82d165011a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 200 len: 217 time: 0.0383046 Mar 31 16:49:01.678130 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-2c3d253d-85ad-4b6a-9e04-37ec78e1bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:01.679538 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-2c3d253d-85ad-4b6a-9e04-37ec78e1bf88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0420737 Mar 31 16:49:01.725542 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-bc9a1604-f25b-4f1a-ade8-fc25a6da4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:01.726992 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-bc9a1604-f25b-4f1a-ade8-fc25a6da4a52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417342 Mar 31 16:49:01.816400 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-84a3fdf3-1bb0-4d0b-8770-e7983672e7d0 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817723 Mar 31 16:49:01.902839 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5694d64d-bd1c-4a4b-a4ae-2674dde56589 req-de831e2f-2e41-45b0-8209-993ce0254a13 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790577 Mar 31 16:49:02.614673 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e686f7-82f9-4365-8845-068cad8080bc req-bd3fd11b-27e9-4b17-a8eb-0408969bff3e tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:02.616893 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97e686f7-82f9-4365-8845-068cad8080bc req-bd3fd11b-27e9-4b17-a8eb-0408969bff3e tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0521460 Mar 31 16:49:02.688179 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97e686f7-82f9-4365-8845-068cad8080bc req-edd430d7-0477-4aaf-8daf-65340dbcb720 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.21 "GET /v2.0/security-groups?id=1550931b-dbce-4390-b09e-7fa6cbec6ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656297 Mar 31 16:49:02.706662 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb07f6-4533-40af-962c-797ec059c995 req-a738c568-8f6a-486e-9dba-056573b7a760 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:02.708107 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4acb07f6-4533-40af-962c-797ec059c995 req-a738c568-8f6a-486e-9dba-056573b7a760 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0685334 Mar 31 16:49:02.754798 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4acb07f6-4533-40af-962c-797ec059c995 req-23cc1777-cfdb-4498-936f-1dab746c0f7a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409293 Mar 31 16:49:02.760469 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79247e2-7405-430c-8858-741e4e3da83e req-4ea7477c-17e3-4b58-b0f6-8845ac4f7741 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:02.761968 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c79247e2-7405-430c-8858-741e4e3da83e req-4ea7477c-17e3-4b58-b0f6-8845ac4f7741 tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd7108f1-670e-4d44-966b-be0a8348e45c HTTP/1.1" status: 200 len: 946 time: 0.0541077 Mar 31 16:49:02.859867 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Deleting port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:49:02.860145 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:02.943672 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] For port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,segment=NetworkSegment(6254dd55-8d46-4c53-9a8d-7160bea09f9f),segment_id=6254dd55-8d46-4c53-9a8d-7160bea09f9f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:49:02.944023 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:02.956170 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Calling delete_port for 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:49:03.081782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (57ae5fc9-3f33-4a70-98ad-a14b24546ca3), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:03.109769 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Pushing event deleted for resources: {'Port': ['ID=57ae5fc9-3f33-4a70-98ad-a14b24546ca3,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:49:03.135289 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.135639 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.135977 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.136311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.136644 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.136972 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.137328 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.137650 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.137972 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.138292 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.138614 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.138933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.139250 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.139567 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.139883 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:49:03.161686 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] No DVR routers for this DVR port 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:49:03.164553 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:03.167766 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c79247e2-7405-430c-8858-741e4e3da83e req-621a97b3-28b0-4189-ba0f-3d876f7ee0bf tempest-VolumesSnapshotTestJSON-1358351437 tempest-VolumesSnapshotTestJSON-1358351437-project] 10.222.0.55 "DELETE /v2.0/ports/57ae5fc9-3f33-4a70-98ad-a14b24546ca3 HTTP/1.1" status: 204 len: 173 time: 0.3985357 Mar 31 16:49:03.168198 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'name': 'network-vif-deleted', 'tag': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:49:03.170435 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206eacd5-8547-44e4-96af-ee9c7fce0959" -d '{"events": [{"server_uuid": "dd7108f1-670e-4d44-966b-be0a8348e45c", "name": "network-vif-deleted", "tag": "57ae5fc9-3f33-4a70-98ad-a14b24546ca3"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:49:03.205645 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266b4b2-a245-4dd0-8196-81aca2b71213 x-openstack-request-id: req-5266b4b2-a245-4dd0-8196-81aca2b71213 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:49:03.205940 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7108f1-670e-4d44-966b-be0a8348e45c", "name": "network-vif-deleted", "tag": "57ae5fc9-3f33-4a70-98ad-a14b24546ca3", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:49:03.206196 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5266b4b2-a245-4dd0-8196-81aca2b71213 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:49:03.206598 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5266b4b2-a245-4dd0-8196-81aca2b71213'] response: {'server_uuid': 'dd7108f1-670e-4d44-966b-be0a8348e45c', 'name': 'network-vif-deleted', 'tag': '57ae5fc9-3f33-4a70-98ad-a14b24546ca3', 'status': 'completed', 'code': 200} Mar 31 16:49:03.878371 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972ff5c-fa2c-4c8e-a6be-bedebfc40104 req-75f08d18-64ff-414f-9ee1-4d8430837fc1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:03.879839 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4972ff5c-fa2c-4c8e-a6be-bedebfc40104 req-75f08d18-64ff-414f-9ee1-4d8430837fc1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0561273 Mar 31 16:49:03.926345 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4972ff5c-fa2c-4c8e-a6be-bedebfc40104 req-351c9baa-a881-442d-a175-ab7c5f3257d2 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398886 Mar 31 16:49:05.046694 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5da8b-496f-473c-a836-d45cb910bf90 req-a1313193-893e-42af-b443-c28e0e0e64ac tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:05.048164 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73f5da8b-496f-473c-a836-d45cb910bf90 req-a1313193-893e-42af-b443-c28e0e0e64ac tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0518448 Mar 31 16:49:05.054841 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:49:05.080308 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:49:05.080772 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 57ae5fc9-3f33-4a70-98ad-a14b24546ca3 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:49:05.096297 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73f5da8b-496f-473c-a836-d45cb910bf90 req-efdb38f4-ac46-462b-86c3-c0019f7bb8b4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423093 Mar 31 16:49:06.216695 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236111bd-b881-41ee-912e-6703c98b17cf req-a4c6d419-bcf7-48cd-95ce-b7f19d79deca tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:06.218167 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-236111bd-b881-41ee-912e-6703c98b17cf req-a4c6d419-bcf7-48cd-95ce-b7f19d79deca tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0540655 Mar 31 16:49:06.264463 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-236111bd-b881-41ee-912e-6703c98b17cf req-e4d487fc-086f-449f-b194-2013ff9a5c05 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400608 Mar 31 16:49:07.376672 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92797084-9728-4998-8161-52911a3d4b1f req-db998f4f-b9a0-48aa-90bb-9d23b51e065b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:07.378121 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92797084-9728-4998-8161-52911a3d4b1f req-db998f4f-b9a0-48aa-90bb-9d23b51e065b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0501420 Mar 31 16:49:07.422772 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92797084-9728-4998-8161-52911a3d4b1f req-4179e49d-df9d-4ecb-8666-2529ed6224dc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386786 Mar 31 16:49:08.538179 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb44622-a3f5-477f-9cd7-e6d7a58ee8fc req-f784af57-d94d-46c7-92d9-3f18ea97b7be tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:08.539541 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8fb44622-a3f5-477f-9cd7-e6d7a58ee8fc req-f784af57-d94d-46c7-92d9-3f18ea97b7be tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0524216 Mar 31 16:49:08.587422 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8fb44622-a3f5-477f-9cd7-e6d7a58ee8fc req-e1159ff8-ae01-4e55-9d6d-7fc39a3a31c7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424614 Mar 31 16:49:09.703694 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f63e7a7-ad4e-4077-a0ac-3d0b45bd7e95 req-69676aa5-cfb5-40f2-a46d-387ed486e593 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:09.705171 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2f63e7a7-ad4e-4077-a0ac-3d0b45bd7e95 req-69676aa5-cfb5-40f2-a46d-387ed486e593 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0506206 Mar 31 16:49:09.758422 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2f63e7a7-ad4e-4077-a0ac-3d0b45bd7e95 req-e7d5d5e7-e489-46e8-866d-f5fd6c284073 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469065 Mar 31 16:49:10.877201 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8c624-e0ac-408b-ab89-2ab59c0289d3 req-b463d069-9ad2-4bd2-8f70-00265daa92bc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:10.878578 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8de8c624-e0ac-408b-ab89-2ab59c0289d3 req-b463d069-9ad2-4bd2-8f70-00265daa92bc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0518737 Mar 31 16:49:10.923549 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8de8c624-e0ac-408b-ab89-2ab59c0289d3 req-4e51b317-d503-46df-801c-8309ba6e051a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394146 Mar 31 16:49:12.046855 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c1192-d43c-4866-88c3-26bf7cfd3799 req-232314a2-1725-44fe-b7a2-c95fec58b2ea tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:12.048313 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-281c1192-d43c-4866-88c3-26bf7cfd3799 req-232314a2-1725-44fe-b7a2-c95fec58b2ea tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0577946 Mar 31 16:49:12.093511 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-281c1192-d43c-4866-88c3-26bf7cfd3799 req-59422f75-ff6b-421f-8806-e64596a1bdec tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396097 Mar 31 16:49:13.217587 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a56821c-acdf-42d9-a59f-16eba07a1eb2 req-f6d23fc9-a1a2-44b8-a3bc-03d59fb34a45 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:13.219108 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a56821c-acdf-42d9-a59f-16eba07a1eb2 req-f6d23fc9-a1a2-44b8-a3bc-03d59fb34a45 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0587707 Mar 31 16:49:13.264455 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0a56821c-acdf-42d9-a59f-16eba07a1eb2 req-c473873d-df07-4037-9dd8-fbcd453fd9bf tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396349 Mar 31 16:49:14.384653 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bacc5-fda9-4276-bde8-2f4743499b00 req-02f6c302-26fd-4d1d-ba45-22a80ea48c12 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:14.386021 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-704bacc5-fda9-4276-bde8-2f4743499b00 req-02f6c302-26fd-4d1d-ba45-22a80ea48c12 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0512426 Mar 31 16:49:14.434462 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-704bacc5-fda9-4276-bde8-2f4743499b00 req-c28ccd83-6098-4d3b-9891-3ae51d439f53 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427811 Mar 31 16:49:15.553573 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ef07c-9807-460b-b58f-914ff4f63218 req-956dd623-a2ef-4e49-808b-d1094e0577e1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:15.554994 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab1ef07c-9807-460b-b58f-914ff4f63218 req-956dd623-a2ef-4e49-808b-d1094e0577e1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0506189 Mar 31 16:49:15.600038 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab1ef07c-9807-460b-b58f-914ff4f63218 req-c4c4dbed-b0a6-4654-a975-7e6360e613d1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394292 Mar 31 16:49:16.713983 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2e32a-5a1e-4ad1-b8d4-6b07d23ec2c7 req-ad0dc0c1-6a25-49d3-a0a9-a7ab04e1db34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:16.715424 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-11a2e32a-5a1e-4ad1-b8d4-6b07d23ec2c7 req-ad0dc0c1-6a25-49d3-a0a9-a7ab04e1db34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0506020 Mar 31 16:49:16.761220 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-11a2e32a-5a1e-4ad1-b8d4-6b07d23ec2c7 req-33c7fca5-7f4b-4df1-b4b1-c105eaa57e0f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403533 Mar 31 16:49:17.880709 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f1834-991a-489e-8349-1e1712f6eeb0 req-bbd76cb1-e119-461f-a15e-982577eb17f7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:17.882184 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cc8f1834-991a-489e-8349-1e1712f6eeb0 req-bbd76cb1-e119-461f-a15e-982577eb17f7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0551782 Mar 31 16:49:17.926044 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cc8f1834-991a-489e-8349-1e1712f6eeb0 req-482b9728-c686-4d04-9d6d-bc864d94fafa tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383635 Mar 31 16:49:19.041828 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e15d0-3e74-47a7-8689-e05a986415f1 req-a5bf6444-1268-473d-84c1-1279c0aeae1b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:19.043184 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e51e15d0-3e74-47a7-8689-e05a986415f1 req-a5bf6444-1268-473d-84c1-1279c0aeae1b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0508327 Mar 31 16:49:19.088222 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e51e15d0-3e74-47a7-8689-e05a986415f1 req-fa9dffba-2cb8-4b1a-91a5-3885139a31ee tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Mar 31 16:49:19.616725 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b474da-e1d7-4276-a3ae-01c672ed819e req-c94b8dda-6044-4904-bc4e-82db2e3f6713 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:19.618492 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-80b474da-e1d7-4276-a3ae-01c672ed819e req-c94b8dda-6044-4904-bc4e-82db2e3f6713 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0618186 Mar 31 16:49:19.675505 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-80b474da-e1d7-4276-a3ae-01c672ed819e req-3ce29775-197f-4ad5-94fd-e0a2258a2967 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513406 Mar 31 16:49:20.217717 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585789d-0787-4fc7-9afc-2743cf95ba33 req-51a5bedf-2f50-4f90-a73d-95aa29148506 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:20.219197 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8585789d-0787-4fc7-9afc-2743cf95ba33 req-51a5bedf-2f50-4f90-a73d-95aa29148506 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0551345 Mar 31 16:49:20.265026 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8585789d-0787-4fc7-9afc-2743cf95ba33 req-b2a9f6fd-9cc7-4dea-89a9-1290f8ef322e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402582 Mar 31 16:49:20.799061 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33afa1e5-9a8e-4cf7-9211-dc4e274ee3f1 req-810b014f-b74c-45ea-b410-e65d37bc3f28 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:20.800524 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33afa1e5-9a8e-4cf7-9211-dc4e274ee3f1 req-810b014f-b74c-45ea-b410-e65d37bc3f28 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0546074 Mar 31 16:49:20.852789 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33afa1e5-9a8e-4cf7-9211-dc4e274ee3f1 req-c018d292-e815-4078-90c4-dd7b8956b687 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456841 Mar 31 16:49:21.382159 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804658f-6cb0-46a9-8316-cb793e085e1c req-4a83a85e-8817-4e48-be0e-31e65539ccfc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:21.383653 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a804658f-6cb0-46a9-8316-cb793e085e1c req-4a83a85e-8817-4e48-be0e-31e65539ccfc tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0540874 Mar 31 16:49:21.431855 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a804658f-6cb0-46a9-8316-cb793e085e1c req-09fa7bc6-0ff1-41cc-8a1c-40dad1aaeca1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Mar 31 16:49:21.975535 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c9e2a-d4cb-4e38-85f0-5b87549efce0 req-98c90354-ca99-49b7-8fbc-1319cd39703c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:21.977142 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0c3c9e2a-d4cb-4e38-85f0-5b87549efce0 req-98c90354-ca99-49b7-8fbc-1319cd39703c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0535333 Mar 31 16:49:22.025255 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0c3c9e2a-d4cb-4e38-85f0-5b87549efce0 req-9ff70b70-4220-4222-a6f0-f71e2e2610a8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Mar 31 16:49:22.551782 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a592d0-dc95-4041-9521-5ed2abad228f req-8760d246-480c-420e-840f-e78f69a4b53f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:22.553246 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-11a592d0-dc95-4041-9521-5ed2abad228f req-8760d246-480c-420e-840f-e78f69a4b53f tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0537667 Mar 31 16:49:22.597025 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-11a592d0-dc95-4041-9521-5ed2abad228f req-a10d265d-1bf1-48e5-9c1f-595307240d71 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384414 Mar 31 16:49:23.150001 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8e3ef-9ba3-4b59-ac06-3d9753e92e91 req-82249b98-f8c3-4cb3-880e-86a4605f6817 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:23.151501 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-68e8e3ef-9ba3-4b59-ac06-3d9753e92e91 req-82249b98-f8c3-4cb3-880e-86a4605f6817 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0591447 Mar 31 16:49:23.202648 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-68e8e3ef-9ba3-4b59-ac06-3d9753e92e91 req-b497cc4c-c933-4ba5-aff9-113df832a7e7 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 Mar 31 16:49:23.465457 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6563d674-86f2-4da9-b7e5-dc1f2a51ee75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:23.709378 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e5832-06e5-4c2d-9dd2-6d0b7986a861 req-d2638c15-da5b-469f-aedf-5f3c4e28c245 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:23.710813 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-472e5832-06e5-4c2d-9dd2-6d0b7986a861 req-d2638c15-da5b-469f-aedf-5f3c4e28c245 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0504034 Mar 31 16:49:23.763425 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-472e5832-06e5-4c2d-9dd2-6d0b7986a861 req-27bb22a8-6d39-4c03-bb14-bfb130e5a0c9 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471337 Mar 31 16:49:24.321592 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a32331-d642-4b5d-b55a-017f0ef81b99 req-96efbd9e-b503-4c45-a0e3-5af68391e3bc tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:24.323016 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b3a32331-d642-4b5d-b55a-017f0ef81b99 req-96efbd9e-b503-4c45-a0e3-5af68391e3bc tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0513077 Mar 31 16:49:24.373623 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b3a32331-d642-4b5d-b55a-017f0ef81b99 req-4ff525e1-6fcf-4ca2-8dcf-10e95beb0329 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451117 Mar 31 16:49:24.882582 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9555d3-d76c-43f8-ac70-af4eb3ae8fd2 req-960c00c4-c7a2-42a7-a258-2b41563628b1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:24.884039 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c9555d3-d76c-43f8-ac70-af4eb3ae8fd2 req-960c00c4-c7a2-42a7-a258-2b41563628b1 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0528440 Mar 31 16:49:24.928639 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4c9555d3-d76c-43f8-ac70-af4eb3ae8fd2 req-63e0872d-d084-4548-b676-b7cfe3cf9cdf tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389490 Mar 31 16:49:25.506039 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39c7b6-9dd0-4edc-b373-013d62dc66ed req-d4fa51a5-7d8d-4feb-80ae-3a3c0f794742 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:25.507510 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5f39c7b6-9dd0-4edc-b373-013d62dc66ed req-d4fa51a5-7d8d-4feb-80ae-3a3c0f794742 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0574889 Mar 31 16:49:25.557144 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5f39c7b6-9dd0-4edc-b373-013d62dc66ed req-556e85fa-0d3a-4e5e-ba9e-6723bbec499f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 Mar 31 16:49:25.808997 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1f40b4ba-0071-48ce-89aa-e048cacb6045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:26.044107 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0295df-6260-4a51-bdb8-42d91ce2ccdf req-5e2fa287-3a5b-4c1d-8350-0db91c8d440d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:26.045579 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2f0295df-6260-4a51-bdb8-42d91ce2ccdf req-5e2fa287-3a5b-4c1d-8350-0db91c8d440d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0512443 Mar 31 16:49:26.090822 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2f0295df-6260-4a51-bdb8-42d91ce2ccdf req-202bf1c5-40c1-4750-b777-c832352f1869 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396876 Mar 31 16:49:26.674777 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a8ab24-b96a-47b7-bc59-e45518690e66 req-52f7b379-9987-4bb8-8d14-36937c427d43 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:26.676107 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-52a8ab24-b96a-47b7-bc59-e45518690e66 req-52f7b379-9987-4bb8-8d14-36937c427d43 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0526819 Mar 31 16:49:26.723365 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-52a8ab24-b96a-47b7-bc59-e45518690e66 req-099be8fd-55a5-41c4-8673-161d7b79febb tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408218 Mar 31 16:49:26.728894 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:26.835213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341ffae-4fc5-4ab8-a757-7d65df751fb7 req-b032860a-9302-43c4-b237-0494059454a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:26.836801 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b341ffae-4fc5-4ab8-a757-7d65df751fb7 req-b032860a-9302-43c4-b237-0494059454a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0433805 Mar 31 16:49:26.880195 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b341ffae-4fc5-4ab8-a757-7d65df751fb7 req-cf0e7616-c9d5-4ad3-97d1-770dbaba30e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366588 Mar 31 16:49:27.204668 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829b76d-75e3-4201-8cac-626336de9e32 req-0053257d-3156-423c-bd1e-8de024b9e3ff tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:27.206125 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c829b76d-75e3-4201-8cac-626336de9e32 req-0053257d-3156-423c-bd1e-8de024b9e3ff tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0503516 Mar 31 16:49:27.251287 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c829b76d-75e3-4201-8cac-626336de9e32 req-b042ca6a-8fb5-451a-bc76-eccc074f234a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392406 Mar 31 16:49:27.845494 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42ef526-d596-4146-8c47-30fbed02ed03 req-b3789526-4a30-489c-b06a-c7291b688c37 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:27.846973 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c42ef526-d596-4146-8c47-30fbed02ed03 req-b3789526-4a30-489c-b06a-c7291b688c37 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0513189 Mar 31 16:49:27.895137 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c42ef526-d596-4146-8c47-30fbed02ed03 req-6d8e3b73-aa91-41fe-a687-11247a8fb13c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424750 Mar 31 16:49:28.355720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:28.369438 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee89ad-50d1-4846-b144-4a9c2dc8f0ce req-00626f71-c946-47a5-92c4-6a36c5c416c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:28.370876 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-beee89ad-50d1-4846-b144-4a9c2dc8f0ce req-00626f71-c946-47a5-92c4-6a36c5c416c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0532243 Mar 31 16:49:28.416170 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-beee89ad-50d1-4846-b144-4a9c2dc8f0ce req-8235dfda-ad7e-4616-977a-027a10486c2b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397384 Mar 31 16:49:28.733951 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-6cc20f5a-9a66-4f78-9001-7cf1be6b28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:28.735600 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-6cc20f5a-9a66-4f78-9001-7cf1be6b28d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0439572 Mar 31 16:49:28.753128 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32757af3-8ec3-4478-b170-7deaf8950d03 req-4126ba13-e923-4354-bab5-ba487c1c51c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:28.754593 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-32757af3-8ec3-4478-b170-7deaf8950d03 req-4126ba13-e923-4354-bab5-ba487c1c51c4 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0527089 Mar 31 16:49:28.787985 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56036) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:49:28.804703 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-32757af3-8ec3-4478-b170-7deaf8950d03 req-87413097-7982-47ea-8bcd-2d902f29823c tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441978 Mar 31 16:49:28.848102 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Deleting subnet b7db42e3-0c11-4ee7-affe-8df682fea6c3 {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:49:28.854143 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Publish callbacks [] for subnet (b7db42e3-0c11-4ee7-affe-8df682fea6c3), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:28.888425 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-f4d021f1-ce68-40e4-b7ba-70c62d67d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:28.890137 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-f4d021f1-ce68-40e4-b7ba-70c62d67d7d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.1487916 Mar 31 16:49:28.904596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (b7db42e3-0c11-4ee7-affe-8df682fea6c3), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:28.987297 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-61958d08-b54a-4b17-9185-6004e9352b8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 1002 time: 0.0891221 Mar 31 16:49:28.988296 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (b7db42e3-0c11-4ee7-affe-8df682fea6c3), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.016535 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d4738-a14c-40f8-9829-08516b73d0f1 req-5acd90e2-b8aa-4d4d-a92c-e48aa2e31626 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:29.018008 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-246d4738-a14c-40f8-9829-08516b73d0f1 req-5acd90e2-b8aa-4d4d-a92c-e48aa2e31626 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0542655 Mar 31 16:49:29.064159 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-246d4738-a14c-40f8-9829-08516b73d0f1 req-d2005bb8-7ff1-4329-8362-13e2f7338a91 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398073 Mar 31 16:49:29.065991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-ffe3c9f0-0c73-4811-8e99-d8985512a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:29.067952 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-ffe3c9f0-0c73-4811-8e99-d8985512a97d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0602655 Mar 31 16:49:29.085174 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (b7db42e3-0c11-4ee7-affe-8df682fea6c3), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.127847 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7db42e3-0c11-4ee7-affe-8df682fea6c3,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:49:29.130842 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.133909 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-61494a8b-4081-434a-98b5-3e8de1e40d83 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b7db42e3-0c11-4ee7-affe-8df682fea6c3 HTTP/1.1" status: 204 len: 168 time: 0.3449960 Mar 31 16:49:29.137362 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56040) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:49:29.193750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-070f7818-21b2-45f8-ab42-eaf8acd31ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:29.195195 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-070f7818-21b2-45f8-ab42-eaf8acd31ab1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1211414 Mar 31 16:49:29.248815 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (706effab-00b8-48b6-aaab-ceb3a0cc9829), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.576076 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-b2390d86-0370-456f-bb36-ee02f1c03e96 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734889 Mar 31 16:49:29.581412 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (706effab-00b8-48b6-aaab-ceb3a0cc9829), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.638379 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706effab-00b8-48b6-aaab-ceb3a0cc9829']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:29.655152 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6254dd55-8d46-4c53-9a8d-7160bea09f9f') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:29.655445 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6254dd55-8d46-4c53-9a8d-7160bea09f9f') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:29.667343 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (6254dd55-8d46-4c53-9a8d-7160bea09f9f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.676250 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.691061 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (6254dd55-8d46-4c53-9a8d-7160bea09f9f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.704425 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:49:29.704779 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (6254dd55-8d46-4c53-9a8d-7160bea09f9f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:49:29.706372 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:49:29.718538 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-25f570d3-9232-4f7f-ab41-1c7d98c62d26 req-8531f0b8-4566-4295-8c7c-51c04e5e88bb service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294584 Mar 31 16:49:29.738286 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.762926 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (706effab-00b8-48b6-aaab-ceb3a0cc9829), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.767937 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:29.771063 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] 10.222.0.21 "DELETE /v2.0/networks/706effab-00b8-48b6-aaab-ceb3a0cc9829 HTTP/1.1" status: 204 len: 168 time: 0.6325753 Mar 31 16:49:29.782534 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d799be0-3764-4386-846e-e1f87185d46f admin admin] Pushing event deleted for resources: {'Network': ['ID=706effab-00b8-48b6-aaab-ceb3a0cc9829,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:49:29.926576 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0a829-062f-4f6d-9546-2dea11e574ff req-2a263385-ba42-4f35-982d-c0a952769a57 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:29.928605 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-abf0a829-062f-4f6d-9546-2dea11e574ff req-2a263385-ba42-4f35-982d-c0a952769a57 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0553803 Mar 31 16:49:29.940073 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56046) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:49:29.977116 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-abf0a829-062f-4f6d-9546-2dea11e574ff req-06844594-01b8-4491-aad0-00806f64e33a tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430067 Mar 31 16:49:29.978533 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7480d22b-ede2-4e12-b3fd-eccb653554a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=043ff5fe6c9f4466a38d01caf3a5fef8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372822 Mar 31 16:49:29.980844 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56048) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:49:30.027234 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e9339a2-fa77-4975-9d2c-9a30fd643b7c admin admin] Publish callbacks [] for security_group (1550931b-dbce-4390-b09e-7fa6cbec6ea3), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:30.051475 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e9339a2-fa77-4975-9d2c-9a30fd643b7c admin admin] Publish callbacks [] for security_group (1550931b-dbce-4390-b09e-7fa6cbec6ea3), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:30.097859 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e9339a2-fa77-4975-9d2c-9a30fd643b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1550931b-dbce-4390-b09e-7fa6cbec6ea3), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:30.101284 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e9339a2-fa77-4975-9d2c-9a30fd643b7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:30.102432 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2e9339a2-fa77-4975-9d2c-9a30fd643b7c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1550931b-dbce-4390-b09e-7fa6cbec6ea3 HTTP/1.1" status: 204 len: 168 time: 0.1206689 Mar 31 16:49:30.110317 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9339a2-fa77-4975-9d2c-9a30fd643b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1550931b-dbce-4390-b09e-7fa6cbec6ea3,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:49:30.202827 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116830b-fa74-4cd0-82f0-f5117eeaa2c1 req-f1f496b6-87aa-4ee9-b4b9-7c62ed1dd03f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:30.204357 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5116830b-fa74-4cd0-82f0-f5117eeaa2c1 req-f1f496b6-87aa-4ee9-b4b9-7c62ed1dd03f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0562088 Mar 31 16:49:30.257137 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5116830b-fa74-4cd0-82f0-f5117eeaa2c1 req-cdc0a0ad-84d6-4ed0-87f5-eb197194cf13 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466080 Mar 31 16:49:31.094809 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a868f3d9-f8c6-492c-9a10-c617d92af76a req-73f7a8c1-72b3-444a-aa14-e287181bf2fe tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:31.096172 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a868f3d9-f8c6-492c-9a10-c617d92af76a req-73f7a8c1-72b3-444a-aa14-e287181bf2fe tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0524597 Mar 31 16:49:31.142165 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a868f3d9-f8c6-492c-9a10-c617d92af76a req-59891c88-ac39-4473-a6d3-21378806e809 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398560 Mar 31 16:49:31.373390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efe4a9-7208-427f-91c5-575b38c67a7e req-68a354fb-6630-4472-b5f5-b402c564e1b0 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:31.374767 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-36efe4a9-7208-427f-91c5-575b38c67a7e req-68a354fb-6630-4472-b5f5-b402c564e1b0 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0512567 Mar 31 16:49:31.419196 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-36efe4a9-7208-427f-91c5-575b38c67a7e req-661a8ad8-08dc-4418-96f9-c65a3b48a70c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 Mar 31 16:49:32.262152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d307e1f-cda5-4ddb-b7cb-baa1d6b6f103 req-97c4387e-43af-4c69-b9e0-d88a9decf94d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:32.263642 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3d307e1f-cda5-4ddb-b7cb-baa1d6b6f103 req-97c4387e-43af-4c69-b9e0-d88a9decf94d tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0561614 Mar 31 16:49:32.308461 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3d307e1f-cda5-4ddb-b7cb-baa1d6b6f103 req-c2d67ad4-5639-4616-814c-104223fee815 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393882 Mar 31 16:49:32.533874 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53394eb-9449-4a77-ab4f-326cd2c37ffb req-e4002708-0ab2-4ef8-be35-03da4308839e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:32.535312 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e53394eb-9449-4a77-ab4f-326cd2c37ffb req-e4002708-0ab2-4ef8-be35-03da4308839e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0507588 Mar 31 16:49:32.580238 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e53394eb-9449-4a77-ab4f-326cd2c37ffb req-80b5c212-7faa-4dd7-ba7c-8c4212863943 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389218 Mar 31 16:49:32.949688 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:49:33.427995 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462ba1d2-a198-4447-926c-e0b2fefb5cee req-89e302fe-6952-4a4d-8f9c-fb90be60fd26 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:33.429484 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-462ba1d2-a198-4447-926c-e0b2fefb5cee req-89e302fe-6952-4a4d-8f9c-fb90be60fd26 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0549510 Mar 31 16:49:33.475140 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-462ba1d2-a198-4447-926c-e0b2fefb5cee req-6736b97e-a541-4b4b-ae51-3834830f8243 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400949 Mar 31 16:49:33.586973 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc8df2-cfb8-49dd-8b34-a62fd886bfc7 req-939b3718-457c-42a1-b342-84eed8425bc7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:33.588467 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53cc8df2-cfb8-49dd-8b34-a62fd886bfc7 req-939b3718-457c-42a1-b342-84eed8425bc7 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0516260 Mar 31 16:49:33.596699 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56068) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:49:33.600992 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Request body: {'floatingip': {'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:49:33.667336 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:33.987100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29594513-b95c-4368-857f-6e760e836432 req-d9ad01cc-6cad-422f-82b2-998d7aee7033 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:33.988546 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-29594513-b95c-4368-857f-6e760e836432 req-d9ad01cc-6cad-422f-82b2-998d7aee7033 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.3431144 Mar 31 16:49:34.071079 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-29594513-b95c-4368-857f-6e760e836432 req-ffa337ea-66e1-4530-8d05-e9b33e1eedaf tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762527 Mar 31 16:49:34.386467 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:34.389987 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:34.604390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:49:34.706746 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:49:34.711965 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:34.716483 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] Sync routers for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:49:34.726721 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:49:34.727328 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:49:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:34.745447 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:49:34.747669 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e340e9aa-2696-4e1a-914b-e5cae6010d64" -d '{"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:49:34.789704 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4eaa0709-dc53-45dc-80f2-807dd97f4e50 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "PUT /v2.0/floatingips/e7612ef9-4fb5-4e70-a090-d86b2f6c079b HTTP/1.1" status: 200 len: 994 time: 1.1845944 Mar 31 16:49:34.837809 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:49:34.978693 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba59f74-63ff-438f-b469-6b90847838fe x-openstack-request-id: req-aba59f74-63ff-438f-b469-6b90847838fe {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:49:34.978981 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:49:34.979235 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aba59f74-63ff-438f-b469-6b90847838fe {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:49:34.979636 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba59f74-63ff-438f-b469-6b90847838fe'] response: {'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342', 'status': 'completed', 'code': 200} Mar 31 16:49:35.042470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-01326a1c-424f-4290-a4a3-4188564be137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:35.044085 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-01326a1c-424f-4290-a4a3-4188564be137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0435727 Mar 31 16:49:35.060101 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'e7612ef9-4fb5-4e70-a090-d86b2f6c079b', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:45:35Z', 'updated_at': '2022-03-31T16:49:34Z', 'revision_number': 3, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:35.089715 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] Checking router: e96d0324-b4b1-4e74-9c2b-31c7a0583e51 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:49:35.099455 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:49:35.100076 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:49:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:35.140316 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-3cd4c11a-a0d6-446e-b69a-feffb86122bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:35.142202 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-3cd4c11a-a0d6-446e-b69a-feffb86122bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0910418 Mar 31 16:49:35.193627 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e01269-6535-4bad-9a14-0eaaa75c2dc4 req-e12265e9-bcef-47df-9370-4a83a8c5099b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:35.195112 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b4e01269-6535-4bad-9a14-0eaaa75c2dc4 req-e12265e9-bcef-47df-9370-4a83a8c5099b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0525193 Mar 31 16:49:35.209866 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-d0eb4f24-6549-42d2-8196-b75e6c885041 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 1002 time: 0.0617001 Mar 31 16:49:35.215204 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:49:35.242559 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b4e01269-6535-4bad-9a14-0eaaa75c2dc4 req-69d454fb-74ce-4865-8b59-226925a2b7e6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415468 Mar 31 16:49:35.259960 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-56ff0a69-7414-4046-8224-95849157eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:35.261426 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-56ff0a69-7414-4046-8224-95849157eb35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0439303 Mar 31 16:49:35.320310 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-16506b44-075e-4849-a14b-d5dcb6f92969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:35.321996 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-16506b44-075e-4849-a14b-d5dcb6f92969 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538921 Mar 31 16:49:35.408663 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-37fcc555-23f8-460c-8cf6-209743e809ce service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806041 Mar 31 16:49:35.437166 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'e7612ef9-4fb5-4e70-a090-d86b2f6c079b', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:45:35Z', 'updated_at': '2022-03-31T16:49:34Z', 'revision_number': 3, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:49:35.462679 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ceb21c-dbb9-42e2-84c1-9113d3364003 None None] The sync data for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi is: [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'e7612ef9-4fb5-4e70-a090-d86b2f6c079b', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'port_id': '3cc6e354-ab33-46f4-a203-f538252ee342', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 331, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'mac_address': 'fa:16:3e:f2:1f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:45:35Z', 'updated_at': '2022-03-31T16:49:34Z', 'revision_number': 3, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:49:35.500325 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e340e9aa-2696-4e1a-914b-e5cae6010d64 req-02b2a593-0052-4654-9e92-aaa929d94adb service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858159 Mar 31 16:49:36.363251 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e4919-a5b5-4c7f-adfb-8996b606cc4b req-e94d3571-099d-4a54-9b94-32c44bd7c905 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:36.365341 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d23e4919-a5b5-4c7f-adfb-8996b606cc4b req-e94d3571-099d-4a54-9b94-32c44bd7c905 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0544870 Mar 31 16:49:36.409634 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d23e4919-a5b5-4c7f-adfb-8996b606cc4b req-ab72584c-20a5-46d4-add0-ed425218f098 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385673 Mar 31 16:49:36.980505 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:49:36.982939 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7" -d '{"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:49:37.019853 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ae87e3-c6cc-4d7e-8d23-9208a2e17336 x-openstack-request-id: req-52ae87e3-c6cc-4d7e-8d23-9208a2e17336 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:49:37.020144 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:49:37.020424 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52ae87e3-c6cc-4d7e-8d23-9208a2e17336 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:49:37.020822 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ae87e3-c6cc-4d7e-8d23-9208a2e17336'] response: {'name': 'network-changed', 'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342', 'status': 'completed', 'code': 200} Mar 31 16:49:37.094249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-4155a066-d613-4944-9f51-cffd56efd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:37.095627 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-4155a066-d613-4944-9f51-cffd56efd5fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df2d2eba27c84c2aad87ee76424260fc&device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 1130 time: 0.0463028 Mar 31 16:49:37.182091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-def7c7a7-7432-44d6-a789-a72f3eaa5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:37.183536 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-def7c7a7-7432-44d6-a789-a72f3eaa5606 service neutron] 10.222.0.55 "GET /v2.0/networks?id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 200 len: 919 time: 0.0819612 Mar 31 16:49:37.250554 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-bf665339-ae05-41a8-ad6e-a21c2552dcb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 200 len: 1002 time: 0.0598619 Mar 31 16:49:37.296896 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-e6c882d6-a0a5-4e7c-8f22-3082654cf7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:37.298278 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-e6c882d6-a0a5-4e7c-8f22-3082654cf7bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 200 len: 858 time: 0.0412645 Mar 31 16:49:37.344048 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-29f2d350-0caa-4547-bea3-de2614e4a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:37.345563 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-29f2d350-0caa-4547-bea3-de2614e4a662 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408466 Mar 31 16:49:37.433828 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-d776bad6-45ac-4d71-a4cf-d3bf6f1bde77 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818415 Mar 31 16:49:37.523343 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e41b95dc-eedc-41e1-8e6b-0433d4d6e0d7 req-f672eb97-cd9f-46ff-8a4b-b6fa90d5c8e3 service neutron] 10.222.0.55 "GET /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821731 Mar 31 16:49:37.529349 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e1dcd-ecea-4d43-9fe8-90117e6876b6 req-86993acb-9e1b-4551-9b6e-aef1e0186294 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:37.530820 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4e1dcd-ecea-4d43-9fe8-90117e6876b6 req-86993acb-9e1b-4551-9b6e-aef1e0186294 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0512562 Mar 31 16:49:37.576007 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ea4e1dcd-ecea-4d43-9fe8-90117e6876b6 req-550453cb-c166-4775-9576-7b2a4c88b497 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390956 Mar 31 16:49:38.690860 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ad991-2f54-4984-bd3b-8ab81da75bd3 req-695fad83-de6d-4bf3-be80-df7ff1a37dec tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:38.692799 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-df4ad991-2f54-4984-bd3b-8ab81da75bd3 req-695fad83-de6d-4bf3-be80-df7ff1a37dec tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0500281 Mar 31 16:49:38.740514 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-df4ad991-2f54-4984-bd3b-8ab81da75bd3 req-966047c5-5761-4aaa-9b9a-e850e3200306 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422359 Mar 31 16:49:39.862917 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d205c4-5a88-47e5-870b-fdd43d886a82 req-04d9588c-1d32-48f0-abf3-0d560a6eebda tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:39.864916 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f8d205c4-5a88-47e5-870b-fdd43d886a82 req-04d9588c-1d32-48f0-abf3-0d560a6eebda tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0561914 Mar 31 16:49:39.910745 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f8d205c4-5a88-47e5-870b-fdd43d886a82 req-e607457d-7363-4a5f-9dcb-df12a2c044e6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400527 Mar 31 16:49:41.025823 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288063-5b2b-4633-9821-b3f8a0d59716 req-87dc1537-87f2-4dc5-8cc2-699e9bf6210a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:41.027188 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-68288063-5b2b-4633-9821-b3f8a0d59716 req-87dc1537-87f2-4dc5-8cc2-699e9bf6210a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0517945 Mar 31 16:49:41.072675 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-68288063-5b2b-4633-9821-b3f8a0d59716 req-74fce088-f5d9-47e5-a4c8-48916ea60903 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400503 Mar 31 16:49:41.268363 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c81e53-7bbf-424a-902f-60dde50021a7 req-1ad9130e-adb5-4ffb-83d5-3e48b7bb15c9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:41.269863 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53c81e53-7bbf-424a-902f-60dde50021a7 req-1ad9130e-adb5-4ffb-83d5-3e48b7bb15c9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0552526 Mar 31 16:49:41.316537 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53c81e53-7bbf-424a-902f-60dde50021a7 req-c059d661-0db0-4614-a6e6-a1566979215b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404460 Mar 31 16:49:41.322348 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-f88f4449-04e6-46b4-b18e-20b4e6e73310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:41.324364 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-f88f4449-04e6-46b4-b18e-20b4e6e73310 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1129 time: 0.0486569 Mar 31 16:49:41.411965 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-41139b0b-f0c5-4b32-be92-0d19d9c7a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:41.413447 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-41139b0b-f0c5-4b32-be92-0d19d9c7a083 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0816877 Mar 31 16:49:41.478895 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-90b540fd-655f-4f52-90d4-9e8e3ba1cc18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 999 time: 0.0587733 Mar 31 16:49:41.524887 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-28b7a81c-e131-4668-9e0a-163b3baa8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:41.526319 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-28b7a81c-e131-4668-9e0a-163b3baa8100 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0419199 Mar 31 16:49:41.572925 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-687a3c28-578f-401d-b298-7b04b986bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:41.574298 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-687a3c28-578f-401d-b298-7b04b986bbfd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422680 Mar 31 16:49:41.660998 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-83dd45cc-9d6c-46ff-861f-246333890a18 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809700 Mar 31 16:49:41.746652 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bba592a8-73cd-42d3-ae19-e311e24e7275 req-12089731-31d7-4a72-8227-0c6104cee547 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799787 Mar 31 16:49:42.433311 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad30065-137c-45e6-b31c-ff70c3419372 req-ccbaa46c-add9-458c-b6de-33dd45be8fa8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:42.434775 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ad30065-137c-45e6-b31c-ff70c3419372 req-ccbaa46c-add9-458c-b6de-33dd45be8fa8 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0507529 Mar 31 16:49:42.480257 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ad30065-137c-45e6-b31c-ff70c3419372 req-a4a4743a-326e-4755-ac01-a1aaecade56e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395753 Mar 31 16:49:53.466487 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-32c6025b-cb1a-4c62-abc6-561a4256d04c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:55.808908 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-85024ad9-72fd-4f24-9f33-1040cd4eb7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:56.730720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:58.360558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:59.675132 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:59.737716 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:49:59.784167 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d76f40-b7cf-4352-9540-98b9543ae27b req-e1700b5a-548c-417a-8905-65391c4ed8d0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:49:59.785671 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49d76f40-b7cf-4352-9540-98b9543ae27b req-e1700b5a-548c-417a-8905-65391c4ed8d0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0544024 Mar 31 16:49:59.835143 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49d76f40-b7cf-4352-9540-98b9543ae27b req-caa042ee-6be9-4882-8f1e-3330d6649fde tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Mar 31 16:50:00.971604 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671130b2-72ee-438f-9ec5-29033ff79065 req-eda28e42-71c9-450d-a1f3-fb2614277b96 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:00.973115 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-671130b2-72ee-438f-9ec5-29033ff79065 req-eda28e42-71c9-450d-a1f3-fb2614277b96 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0526762 Mar 31 16:50:01.018127 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-671130b2-72ee-438f-9ec5-29033ff79065 req-4e04c9c8-50dd-4b8f-887f-1986120f8f7b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395436 Mar 31 16:50:01.465923 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-3cb981cc-edfe-4ead-89c8-b9a382c06bab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429173 Mar 31 16:50:01.533300 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-f6c525a9-2ec4-4a4e-8941-51af55d9373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:01.534765 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-f6c525a9-2ec4-4a4e-8941-51af55d9373f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 1129 time: 0.0467038 Mar 31 16:50:01.634024 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-4ff4505f-fe0b-4314-bb95-d12f5c04abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:01.635498 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-4ff4505f-fe0b-4314-bb95-d12f5c04abb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0822904 Mar 31 16:50:01.649180 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-feb11a77-a017-4558-bfb0-2939606df3bf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:01.650598 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-feb11a77-a017-4558-bfb0-2939606df3bf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0499842 Mar 31 16:50:01.702581 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-8e1e1136-385a-45ad-9f29-57eea36cc59b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 200 len: 999 time: 0.0610104 Mar 31 16:50:01.744474 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Deleting port 62ab7204-6592-464d-8290-ee15ab706a75 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:01.744808 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (62ab7204-6592-464d-8290-ee15ab706a75), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:01.751572 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-92fd9cfa-d175-483a-996e-e502d8691d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:01.753122 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-92fd9cfa-d175-483a-996e-e502d8691d5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0440280 Mar 31 16:50:01.800244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-37b95c92-8d52-43c0-8a71-17cde2982fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:01.801800 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-37b95c92-8d52-43c0-8a71-17cde2982fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429225 Mar 31 16:50:01.829258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] For port 62ab7204-6592-464d-8290-ee15ab706a75, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=62ab7204-6592-464d-8290-ee15ab706a75,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:01.829680 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (62ab7204-6592-464d-8290-ee15ab706a75), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:01.890930 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-78d7c9b9-ed63-4d5c-8f8f-408dd118987f service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826125 Mar 31 16:50:01.975710 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0bb6a042-0dd0-45ec-ae31-89cac539258d req-b19060f3-b547-413e-9fcb-a9fef7e8d823 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787885 Mar 31 16:50:02.050205 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:02.050611 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:02.050833 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Floating IP a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf disassociated. External IP: 172.27.3.231, port: 62ab7204-6592-464d-8290-ee15ab706a75. Mar 31 16:50:02.051177 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Calling delete_port for 62ab7204-6592-464d-8290-ee15ab706a75 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:02.166639 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4262ebb-e9b1-45f8-a30a-e9ef230940cf req-0e7ac798-30ab-4909-bcb9-a9eab9dd1ef3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:02.168098 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a4262ebb-e9b1-45f8-a30a-e9ef230940cf req-0e7ac798-30ab-4909-bcb9-a9eab9dd1ef3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=db867280-0561-40c2-a7d3-3904cbd66e9d HTTP/1.1" status: 200 len: 947 time: 0.0754254 Mar 31 16:50:02.244098 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (62ab7204-6592-464d-8290-ee15ab706a75), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:02.255140 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a4262ebb-e9b1-45f8-a30a-e9ef230940cf req-0bd5662c-6e7f-43e8-a886-29cb9f869ce2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=1697d714-d01c-4524-9175-db9efbd5025e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786939 Mar 31 16:50:02.278879 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event deleted for resources: {'Port': ['ID=62ab7204-6592-464d-8290-ee15ab706a75,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:02.290233 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.290589 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.290934 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.291272 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.291610 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.291947 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.292283 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.292612 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.292940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.293292 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.293620 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.293950 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.294274 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.294603 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.294919 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:02.409002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:50:02.525016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:02.536584 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:02.548210 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:02.549393 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:49:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:02.570712 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] No DVR routers for this DVR port 62ab7204-6592-464d-8290-ee15ab706a75 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:02.573137 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:02.576478 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5d1473e0-0242-4b88-88fd-49491f7859cd req-246b33cf-3d89-4151-9f1f-5f636845a4f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "DELETE /v2.0/ports/62ab7204-6592-464d-8290-ee15ab706a75 HTTP/1.1" status: 204 len: 173 time: 0.9205568 Mar 31 16:50:02.576911 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-deleted', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:02.579192 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103b3d19-b5d2-45e9-8441-e07c318e3b37" -d '{"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-deleted", "tag": "62ab7204-6592-464d-8290-ee15ab706a75"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:02.621478 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf36ae95-41c1-466a-bd9a-602dd645f1c1 x-openstack-request-id: req-cf36ae95-41c1-466a-bd9a-602dd645f1c1 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:02.622006 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db867280-0561-40c2-a7d3-3904cbd66e9d", "name": "network-vif-deleted", "tag": "62ab7204-6592-464d-8290-ee15ab706a75", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:02.622358 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf36ae95-41c1-466a-bd9a-602dd645f1c1 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:02.622859 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf36ae95-41c1-466a-bd9a-602dd645f1c1'] response: {'server_uuid': 'db867280-0561-40c2-a7d3-3904cbd66e9d', 'name': 'network-vif-deleted', 'tag': '62ab7204-6592-464d-8290-ee15ab706a75', 'status': 'completed', 'code': 200} Mar 31 16:50:02.682006 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:02.878388 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:02.908193 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:02.916988 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:02.917619 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:49:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:03.026832 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:03.347870 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:03.355451 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56146) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:03.374526 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abca09f-4ffa-4681-9fa6-40a6d5d84136 None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:03.411919 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-68220a69-1a81-432c-b045-6d94ad30282d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (1697d714-d01c-4524-9175-db9efbd5025e), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.435966 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-68220a69-1a81-432c-b045-6d94ad30282d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (1697d714-d01c-4524-9175-db9efbd5025e), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.485027 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-68220a69-1a81-432c-b045-6d94ad30282d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1697d714-d01c-4524-9175-db9efbd5025e), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.487650 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-68220a69-1a81-432c-b045-6d94ad30282d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.488822 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-68220a69-1a81-432c-b045-6d94ad30282d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "DELETE /v2.0/security-groups/1697d714-d01c-4524-9175-db9efbd5025e HTTP/1.1" status: 204 len: 168 time: 0.1322126 Mar 31 16:50:03.491638 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56148) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:03.497943 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68220a69-1a81-432c-b045-6d94ad30282d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1697d714-d01c-4524-9175-db9efbd5025e,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:03.505261 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-10689fe0-3b43-43e5-95ee-76bced3adf92 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] show failed (client error): The resource could not be found. Mar 31 16:50:03.509232 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-10689fe0-3b43-43e5-95ee-76bced3adf92 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups/1697d714-d01c-4524-9175-db9efbd5025e HTTP/1.1" status: 404 len: 347 time: 0.0162153 Mar 31 16:50:03.509390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56150) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:03.659725 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d0ef9-ef9c-4dfe-b891-6df597ddd8ae None None] New status for floating IP a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:50:03.863961 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Deleting port e69dce04-b3ff-45fa-a4ab-771d9a8ccfac {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:03.864289 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.944396 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.944766 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:03.956319 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Calling delete_port for e69dce04-b3ff-45fa-a4ab-771d9a8ccfac owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:04.093470 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (e69dce04-b3ff-45fa-a4ab-771d9a8ccfac), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.123846 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event deleted for resources: {'Port': ['ID=e69dce04-b3ff-45fa-a4ab-771d9a8ccfac,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:04.177928 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.180631 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.181831 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7ca57d73-6d71-4692-8a35-609f87857c54 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "DELETE /v2.0/floatingips/a52fc1c3-ab81-47ac-bf35-3966e0b6cbcf HTTP/1.1" status: 204 len: 168 time: 0.6714547 Mar 31 16:50:04.551368 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56154) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:04.555979 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--283366233', 'description': 'tempest-description--2071828237'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:04.576480 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.645949 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (fad2af02-1dc6-454c-bdcb-d961df6bac69), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.650497 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (fad2af02-1dc6-454c-bdcb-d961df6bac69), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.679652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.680886 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1285288 Mar 31 16:50:04.681683 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa719a5-2cba-4dfd-9334-689379bc5346 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fad2af02-1dc6-454c-bdcb-d961df6bac69,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:04.683711 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56156) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:04.688392 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'security_group_rule': {'security_group_id': 'fad2af02-1dc6-454c-bdcb-d961df6bac69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:04.712292 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (9170f9c4-3358-41cd-a860-b1f238ea2abd), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.766670 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (9170f9c4-3358-41cd-a860-b1f238ea2abd), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.770490 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (9170f9c4-3358-41cd-a860-b1f238ea2abd), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.788723 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9170f9c4-3358-41cd-a860-b1f238ea2abd,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:04.796354 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.800025 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2554c381-2cf3-44dd-b44b-028aade938a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1129684 Mar 31 16:50:04.800494 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56158) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:04.805016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'security_group_rule': {'security_group_id': 'fad2af02-1dc6-454c-bdcb-d961df6bac69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:04.829310 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (e4d421a7-8bda-4ebe-a6a7-5a82ee4aa110), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.886488 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (e4d421a7-8bda-4ebe-a6a7-5a82ee4aa110), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.890460 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (e4d421a7-8bda-4ebe-a6a7-5a82ee4aa110), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.909747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4d421a7-8bda-4ebe-a6a7-5a82ee4aa110,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:04.920487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:04.921802 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2df62701-51db-42e7-955c-fcbe8497ddbe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200006 Mar 31 16:50:04.925220 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56160) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:04.930984 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:04.958534 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.063430 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.169355 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Allocated IP 172.27.3.191 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/4bc6a985-84a0-4c22-99a2-93462ae202be) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:05.278674 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.312341 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.351728 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:05.358129 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:05.360362 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:05.367452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'Port': ['ID=4bc6a985-84a0-4c22-99a2-93462ae202be,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:05.367643 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:05.392558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 62ab7204-6592-464d-8290-ee15ab706a75 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:05.392908 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 62ab7204-6592-464d-8290-ee15ab706a75 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:05.454998 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (32b8d28d-58f5-4bd3-bffd-13fe175f425a), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.490401 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.640831 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.645797 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.711747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'Port': ['ID=4bc6a985-84a0-4c22-99a2-93462ae202be,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:05.720996 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (32b8d28d-58f5-4bd3-bffd-13fe175f425a), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.735637 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:05.736848 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c3326d9c-f615-42b0-aca2-7aaa3b2fa1d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8097596 Mar 31 16:50:05.938678 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-a1a13e74-2d5e-422a-90ba-c75e7f74d6d4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--283366233&fields=id&tenant_id=f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 267 time: 0.0400178 Mar 31 16:50:06.053867 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-1319ed4b-1012-403f-b043-6c6b3279568e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:06.055224 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-1319ed4b-1012-403f-b043-6c6b3279568e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 815 time: 0.1097219 Mar 31 16:50:06.069843 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-6627f48d-bd04-4c6d-bfd2-8b1f880c420c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/quotas/f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 375 time: 0.0092099 Mar 31 16:50:06.123018 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-6870670c-1082-4635-a284-ffb8c3db62a5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473449 Mar 31 16:50:06.215181 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-1713a5f3-2b5d-4302-82ba-9158e8de951a service neutron] 10.222.0.21 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805779 Mar 31 16:50:06.298725 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-9d4e8888-1356-4021-aaf8-074c16464c35 service neutron] 10.222.0.21 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780118 Mar 31 16:50:06.455724 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-579b6669-2a87-4c86-a6c3-a43e37170075 req-980160c8-d031-4381-a393-57cd6ba209b1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 210 time: 0.0268443 Mar 31 16:50:07.376361 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-13a31dfb-e311-4b61-873c-46101e739f29 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:07.377822 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-13a31dfb-e311-4b61-873c-46101e739f29 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 815 time: 0.1019623 Mar 31 16:50:07.436838 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-e3e666f8-f3a2-48ff-8867-66f0afd8e5e0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 379 time: 0.0511675 Mar 31 16:50:07.448376 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'port': {'device_id': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'admin_state_up': True, 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'security_groups': ['fad2af02-1dc6-454c-bdcb-d961df6bac69']}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:07.564652 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5933b22f-9c90-43b3-9c83-86167b6511fa req-39c6cc4c-8b3a-44cf-82fb-c126b8c9e950 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 210 time: 0.0386283 Mar 31 16:50:07.578398 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Made reservation on behalf of f47a650d572d4240841923c2d72e04f3 for: {'port': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:50:07.581761 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:07.700401 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Allocated IP 172.20.0.9 (0a912190-ce75-492c-91bc-2389799eee5c/407d7d5f-792d-4fb6-a938-00b98e662418/a69b90c5-2989-43e3-bf95-89d82805600a) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:07.834276 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for port (a69b90c5-2989-43e3-bf95-89d82805600a), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:07.867508 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:07.905921 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Network 0a912190-ce75-492c-91bc-2389799eee5c is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:07.908821 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:07.912997 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:07.949191 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:07.975593 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:07.976205 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:07.992764 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-5ea188a8-c16c-45a3-8bfd-e4049905579f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5476797 Mar 31 16:50:08.021768 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Request body: {'port': {'device_id': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:08.080885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.138568 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-f7ee4d4b-1775-4814-9cb6-b2b4ab9a416f None None] Provisioning complete for port a69b90c5-2989-43e3-bf95-89d82805600a triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:08.139153 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4d4b-1775-4814-9cb6-b2b4ab9a416f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.171724 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-f7ee4d4b-1775-4814-9cb6-b2b4ab9a416f None None] Port a69b90c5-2989-43e3-bf95-89d82805600a cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:50:08.337801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69b90c5-2989-43e3-bf95-89d82805600a {{(pid=109838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:50:08.344857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Publish callbacks [] for port (a69b90c5-2989-43e3-bf95-89d82805600a), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.356193 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.provisioning_blocks [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Transition to ACTIVE for port object a69b90c5-2989-43e3-bf95-89d82805600a will not be triggered until provisioned by entity L2. {{(pid=109838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:50:08.359936 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.406960 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:08.477475 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Attempting to bind port a69b90c5-2989-43e3-bf95-89d82805600a on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:50:08.477810 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Attempting to bind port a69b90c5-2989-43e3-bf95-89d82805600a by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:50:08.478143 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Attempting to bind port a69b90c5-2989-43e3-bf95-89d82805600a on network 0a912190-ce75-492c-91bc-2389799eee5c {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:08.482577 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Port a69b90c5-2989-43e3-bf95-89d82805600a on network 0a912190-ce75-492c-91bc-2389799eee5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:50:08.482895 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Attempting to bind port a69b90c5-2989-43e3-bf95-89d82805600a on network 0a912190-ce75-492c-91bc-2389799eee5c {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:08.487867 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:50:08.488725 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Checking segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:50:08.489125 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Bound using segment: {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:50:08.489561 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Bound port: a69b90c5-2989-43e3-bf95-89d82805600a, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6ffa0dc-57ac-4321-9247-b24497efb4b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c'}}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:50:08.489921 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.557911 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, cleared binding levels {{(pid=109838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:50:08.560747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:50:08.566003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.597337 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:08.598484 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:08.599912 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 1093 time: 0.5823681 Mar 31 16:50:08.602290 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:08.605654 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0acc9196-c8a0-4e7e-835e-8e368c43b74e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:08.649522 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668ed46a-4568-4fc6-ab0b-82768fadd6e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=3']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:08.654090 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d40b3d-216f-462d-89f3-12ba51c3494b x-openstack-request-id: req-57d40b3d-216f-462d-89f3-12ba51c3494b {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:08.654559 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:08.655167 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57d40b3d-216f-462d-89f3-12ba51c3494b {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:08.655554 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57d40b3d-216f-462d-89f3-12ba51c3494b'] response: {'name': 'network-changed', 'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'status': 'completed', 'code': 200} Mar 31 16:50:08.735996 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665977b-5f63-4f07-a764-f0959d4bb7c2 req-cd2f4dff-f71a-4a7e-9685-7c973d8d4d0b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:08.737795 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c665977b-5f63-4f07-a764-f0959d4bb7c2 req-cd2f4dff-f71a-4a7e-9685-7c973d8d4d0b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0812991 Mar 31 16:50:08.745609 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-6a53f79e-d69f-4fd1-840f-24543286cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:08.747067 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-6a53f79e-d69f-4fd1-840f-24543286cb4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1127 time: 0.0815313 Mar 31 16:50:08.799344 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-f8c91a95-44d0-44b1-ad4f-b07a8694be5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 217 time: 0.0351932 Mar 31 16:50:08.855761 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c665977b-5f63-4f07-a764-f0959d4bb7c2 req-4c7ac73d-d1ee-463a-a22d-f0803577da36 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075785 Mar 31 16:50:08.864728 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-900234a3-a81e-4ceb-9e2f-92d2dbabec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:08.866389 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-900234a3-a81e-4ceb-9e2f-92d2dbabec76 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0613744 Mar 31 16:50:08.919284 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-ccfce446-34dd-47be-8d4d-10067998ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:08.920780 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-ccfce446-34dd-47be-8d4d-10067998ef18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483460 Mar 31 16:50:09.006998 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-d5ec99b5-a83a-4f58-9b86-7345dd341f92 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797641 Mar 31 16:50:09.096477 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d1360c1b-723c-4e93-a1a1-bb211ecb612e req-c18b076a-4407-4980-a088-29df86cf7dac service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828204 Mar 31 16:50:09.183894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-635bee30-e412-4b37-b319-387d4b481e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:09.185307 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-635bee30-e412-4b37-b319-387d4b481e54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1127 time: 0.0468884 Mar 31 16:50:09.279191 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-e36db407-20fe-489a-9173-02fbb056109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:09.280651 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-e36db407-20fe-489a-9173-02fbb056109d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.0886354 Mar 31 16:50:09.322511 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-eb5539f1-7a39-4649-ad63-a7c63128a8b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 217 time: 0.0358403 Mar 31 16:50:09.367698 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-b158b3ed-98ed-486e-93c0-e9d3c22a1515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:09.369063 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-b158b3ed-98ed-486e-93c0-e9d3c22a1515 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0411668 Mar 31 16:50:09.415597 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-01456a9e-f14f-4621-8073-c254da6fd1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:09.417004 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-01456a9e-f14f-4621-8073-c254da6fd1b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420744 Mar 31 16:50:09.504131 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-e30145bb-f884-4098-bb65-1810405c662b service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804019 Mar 31 16:50:09.592620 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0acc9196-c8a0-4e7e-835e-8e368c43b74e req-af536308-24ae-4e81-9cb0-b258f1ef6289 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824103 Mar 31 16:50:09.948943 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:50:09.982338 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f097bc1-3762-4c71-a8b4-bb62a913b57c req-5a8d5098-ccf9-45cd-9f7d-23b6b41f0db5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:09.983781 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f097bc1-3762-4c71-a8b4-bb62a913b57c req-5a8d5098-ccf9-45cd-9f7d-23b6b41f0db5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0550015 Mar 31 16:50:10.028874 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f097bc1-3762-4c71-a8b4-bb62a913b57c req-e8b144e0-f266-4dca-bb56-928dccfe9305 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389769 Mar 31 16:50:11.145929 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b892896-c092-4794-b8f6-a8671ada8354 req-1edb068b-2c5c-495e-9d7d-4f616a8d321f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:11.147490 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6b892896-c092-4794-b8f6-a8671ada8354 req-1edb068b-2c5c-495e-9d7d-4f616a8d321f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0511706 Mar 31 16:50:11.192999 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6b892896-c092-4794-b8f6-a8671ada8354 req-e00e7b17-fa98-4620-8387-e1548054d5fe tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399740 Mar 31 16:50:12.316130 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8254d71a-1bc4-4be3-b1d0-fae842057458 req-33d8ea91-2e93-4789-89f4-777d0f89d594 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:12.318141 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8254d71a-1bc4-4be3-b1d0-fae842057458 req-33d8ea91-2e93-4789-89f4-777d0f89d594 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0542846 Mar 31 16:50:12.365901 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8254d71a-1bc4-4be3-b1d0-fae842057458 req-e5dff1d3-c37f-4ffa-a5cc-74236fab93dd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423265 Mar 31 16:50:13.387263 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:50:13.481485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:13.485272 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6282a-4e92-4fb7-a13b-e54c00cce990 req-a676ab47-7939-43f1-8fb0-9e1655dbb268 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:13.486799 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dbd6282a-4e92-4fb7-a13b-e54c00cce990 req-a676ab47-7939-43f1-8fb0-9e1655dbb268 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0510497 Mar 31 16:50:13.493679 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'mac_address': 'fa:16:3e:3a:00:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:50:13.529567 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:13.529958 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:13.532897 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dbd6282a-4e92-4fb7-a13b-e54c00cce990 req-33017c55-6cbf-402b-b4c0-c95d7dc7411f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392733 Mar 31 16:50:13.545669 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69b90c5-2989-43e3-bf95-89d82805600a {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:50:13.564393 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:13.569003 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:13.614271 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:13.621153 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.621498 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.621838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.622172 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.622600 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.622982 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.623309 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.623633 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.623956 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.624283 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.624603 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.624929 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.625272 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.625592 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.625909 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:13.943856 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['a69b90c5-2989-43e3-bf95-89d82805600a'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:50:14.657937 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608c57f-3151-49ca-95e9-f5fda352ceb7 req-f01ed41d-7b02-4996-bc0a-bfdf73929d74 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:14.659403 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c608c57f-3151-49ca-95e9-f5fda352ceb7 req-f01ed41d-7b02-4996-bc0a-bfdf73929d74 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 944 time: 0.0512133 Mar 31 16:50:14.704387 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c608c57f-3151-49ca-95e9-f5fda352ceb7 req-7ee44ef9-7503-49cd-b468-6423fdcb21a7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389168 Mar 31 16:50:15.396204 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:15.444513 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port a69b90c5-2989-43e3-bf95-89d82805600a completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:50:15.448729 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port a69b90c5-2989-43e3-bf95-89d82805600a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:15.449132 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:15.522371 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:15.522747 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:15.543410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:15.545650 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ab720f-d78c-451f-8650-922521abef07" -d '{"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-plugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:15.560726 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:15.564516 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:15.590033 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c8daa-9548-4009-b292-964646361822 x-openstack-request-id: req-325c8daa-9548-4009-b292-964646361822 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:15.590448 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-plugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:15.590704 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-325c8daa-9548-4009-b292-964646361822 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:15.591163 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-325c8daa-9548-4009-b292-964646361822'] response: {'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'code': 200} Mar 31 16:50:15.615967 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:15.747505 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814b00a-7b8f-41bb-84b7-9d50017a9413 req-11990656-b539-4b22-9adb-8fd31c0dc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:15.749060 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e814b00a-7b8f-41bb-84b7-9d50017a9413 req-11990656-b539-4b22-9adb-8fd31c0dc42b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1129 time: 0.0475409 Mar 31 16:50:15.816535 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e814b00a-7b8f-41bb-84b7-9d50017a9413 req-883c49ed-c60e-4e38-aa90-417a133a78f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608668 Mar 31 16:50:15.837314 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee8a7a2-451b-43cb-8ba7-73effdfa5c9a req-30197728-8afd-46b1-8529-fb6e1457ad59 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:15.838749 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dee8a7a2-451b-43cb-8ba7-73effdfa5c9a req-30197728-8afd-46b1-8529-fb6e1457ad59 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0603921 Mar 31 16:50:15.889570 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dee8a7a2-451b-43cb-8ba7-73effdfa5c9a req-febab6c3-03c9-4171-99af-227e71c140f7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452652 Mar 31 16:50:17.017735 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fa427-62b1-4bbd-99ad-55f3a7fe36f1 req-76659480-e1ed-4189-8c56-8dc81362200a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:17.019201 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b62fa427-62b1-4bbd-99ad-55f3a7fe36f1 req-76659480-e1ed-4189-8c56-8dc81362200a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0543158 Mar 31 16:50:17.068436 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b62fa427-62b1-4bbd-99ad-55f3a7fe36f1 req-d1932d9f-f074-48d8-a14d-719e1660857f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422034 Mar 31 16:50:18.187952 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b1f383-15e1-4a5c-9573-7a68bad5c2cf req-2f846ef8-b165-49d8-bf8b-efa98fc6cfc7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:18.189450 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-84b1f383-15e1-4a5c-9573-7a68bad5c2cf req-2f846ef8-b165-49d8-bf8b-efa98fc6cfc7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Mar 31 16:50:18.234808 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-84b1f383-15e1-4a5c-9573-7a68bad5c2cf req-3028e8a3-a09d-409f-9597-5ea89af82947 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398226 Mar 31 16:50:18.349039 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14454727-606d-4f0d-bf03-9a7bd4b2ad2c req-8812b89e-ff1a-4b8c-b2a2-ba851ce0c17f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:18.350526 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-14454727-606d-4f0d-bf03-9a7bd4b2ad2c req-8812b89e-ff1a-4b8c-b2a2-ba851ce0c17f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0505984 Mar 31 16:50:18.358805 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56222) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:18.362958 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Request body: {'floatingip': {'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:18.404060 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (32b8d28d-58f5-4bd3-bffd-13fe175f425a), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:18.819163 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:18.822957 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (32b8d28d-58f5-4bd3-bffd-13fe175f425a), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:19.141140 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Floating IP 32b8d28d-58f5-4bd3-bffd-13fe175f425a associated. External IP: 172.27.3.191, port: a69b90c5-2989-43e3-bf95-89d82805600a. Mar 31 16:50:19.338329 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:50:19.443008 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:19.447718 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:19.453874 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:19.464352 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:19.464973 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:49:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:19.476659 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d16f8c58-d62e-4e41-9490-0822a01cff43 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "PUT /v2.0/floatingips/32b8d28d-58f5-4bd3-bffd-13fe175f425a HTTP/1.1" status: 200 len: 991 time: 1.1168380 Mar 31 16:50:19.477268 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:19.479494 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77eb3c7-1826-446d-b726-86e496bc36e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:19.515466 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46b1cce-d699-4148-80cb-c0e82dc1cd82 x-openstack-request-id: req-b46b1cce-d699-4148-80cb-c0e82dc1cd82 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:19.515757 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:19.516012 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b46b1cce-d699-4148-80cb-c0e82dc1cd82 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:19.516411 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b46b1cce-d699-4148-80cb-c0e82dc1cd82'] response: {'name': 'network-changed', 'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'status': 'completed', 'code': 200} Mar 31 16:50:19.576690 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:19.583840 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-fd00533e-9105-4775-bd93-813d359fa93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:19.585362 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-fd00533e-9105-4775-bd93-813d359fa93e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1129 time: 0.0476575 Mar 31 16:50:19.672819 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-21714207-0a6e-4e2d-8ba9-0a18ce8a619d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:19.674305 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-21714207-0a6e-4e2d-8ba9-0a18ce8a619d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.0827262 Mar 31 16:50:19.741937 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-4d0e1ce8-57ed-4b35-8d05-f2216b86250b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 999 time: 0.0609455 Mar 31 16:50:19.790185 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-31448b5d-54b7-4249-8808-c2c140465783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:19.791620 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-31448b5d-54b7-4249-8808-c2c140465783 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0431776 Mar 31 16:50:19.840595 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-af3c5a22-df79-4ef5-a165-c78648fb98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:19.842133 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-af3c5a22-df79-4ef5-a165-c78648fb98d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444007 Mar 31 16:50:19.845115 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '32b8d28d-58f5-4bd3-bffd-13fe175f425a', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'mac_address': 'fa:16:3e:3a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:05Z', 'updated_at': '2022-03-31T16:50:18Z', 'revision_number': 1, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:19.870533 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:19.878805 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:19.879933 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:49:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:19.931750 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-138ecc6c-877a-4cd0-9ff0-dc99d350b945 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828111 Mar 31 16:50:19.984129 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:20.018779 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c77eb3c7-1826-446d-b726-86e496bc36e2 req-2e2cfdde-e7c6-4292-9921-62e95568e232 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806000 Mar 31 16:50:20.204699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '32b8d28d-58f5-4bd3-bffd-13fe175f425a', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'mac_address': 'fa:16:3e:3a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:05Z', 'updated_at': '2022-03-31T16:50:18Z', 'revision_number': 1, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:20.230551 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95ad3ed-c7d4-48d9-bb00-d860165a072d None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '32b8d28d-58f5-4bd3-bffd-13fe175f425a', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'floating_ip_address': '172.27.3.191', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'mac_address': 'fa:16:3e:3a:00:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:05Z', 'updated_at': '2022-03-31T16:50:18Z', 'revision_number': 1, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:20.416660 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c0489-1919-4ac1-a71a-ce9b2f0b6869 None None] New status for floating IP 32b8d28d-58f5-4bd3-bffd-13fe175f425a: ACTIVE {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:50:23.467498 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-defa4307-b200-4cb6-9a38-0958776be923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:25.812632 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-85c67305-cfae-4f4e-8426-0a0b85c4173b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:26.732110 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:28.360668 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:29.673958 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:29.743381 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:31.286083 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1396bf-3e4a-48bd-98ea-229ea3039428 req-3a68af37-5187-44bf-b24b-e7717382e013 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:31.287528 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3f1396bf-3e4a-48bd-98ea-229ea3039428 req-3a68af37-5187-44bf-b24b-e7717382e013 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0528278 Mar 31 16:50:31.336549 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3f1396bf-3e4a-48bd-98ea-229ea3039428 req-208d2d7a-d55d-4acb-bcea-253eb95776fb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434930 Mar 31 16:50:32.453154 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13990e7e-e0da-4f6a-bd64-3d76b0faeb7f req-df8c8011-f107-4b2c-84da-57a778df7bbb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:32.454591 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-13990e7e-e0da-4f6a-bd64-3d76b0faeb7f req-df8c8011-f107-4b2c-84da-57a778df7bbb tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0511289 Mar 31 16:50:32.499518 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-13990e7e-e0da-4f6a-bd64-3d76b0faeb7f req-0729399c-1931-4ece-a024-739ccc90683e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394609 Mar 31 16:50:33.614725 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305fa4c-905d-4231-b939-79a636d30b78 req-6108167b-2375-4c2e-8cd6-2a9709c78fef tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:33.616157 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4305fa4c-905d-4231-b939-79a636d30b78 req-6108167b-2375-4c2e-8cd6-2a9709c78fef tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0509377 Mar 31 16:50:33.661435 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4305fa4c-905d-4231-b939-79a636d30b78 req-2d90b122-d73a-4b1a-93bc-02e50eff38bf tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394995 Mar 31 16:50:34.781365 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41881db5-b2c1-4fbf-90e8-413e58cd85a7 req-a69196a5-1b7f-4f27-870c-cf8f62534b58 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:34.782829 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-41881db5-b2c1-4fbf-90e8-413e58cd85a7 req-a69196a5-1b7f-4f27-870c-cf8f62534b58 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0547411 Mar 31 16:50:34.829463 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-41881db5-b2c1-4fbf-90e8-413e58cd85a7 req-adf7b5ae-c2b1-4e1b-8832-be16e2b0d016 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=221fecc9-9047-4147-a7e5-91fc61a445d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402956 Mar 31 16:50:35.182344 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-a3c746d1-c397-4f0a-9197-7b4238acfa1e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:35.183757 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-a3c746d1-c397-4f0a-9197-7b4238acfa1e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 946 time: 0.0509024 Mar 31 16:50:35.274566 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Deleting port 3cc6e354-ab33-46f4-a203-f538252ee342 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:35.274897 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:35.357470 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] For port 3cc6e354-ab33-46f4-a203-f538252ee342, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=3cc6e354-ab33-46f4-a203-f538252ee342,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:35.357826 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:35.527195 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:35.527553 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:35.527864 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Floating IP e7612ef9-4fb5-4e70-a090-d86b2f6c079b disassociated. External IP: 172.27.3.104, port: 3cc6e354-ab33-46f4-a203-f538252ee342. Mar 31 16:50:35.528233 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Calling delete_port for 3cc6e354-ab33-46f4-a203-f538252ee342 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:35.652142 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (3cc6e354-ab33-46f4-a203-f538252ee342), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:35.678357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event deleted for resources: {'Port': ['ID=3cc6e354-ab33-46f4-a203-f538252ee342,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:35.792279 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:50:35.911487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:35.920890 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] Sync routers for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:35.930357 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-32359806-6b71-4228-95e2-5b953c68ea96 req-99624601-3cc4-4e06-af1b-8f3377bf0093 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=8a22fedf-fbf8-4f9f-a2e7-a443c122d213 HTTP/1.1" status: 200 len: 210 time: 0.0345871 Mar 31 16:50:35.931101 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:35.931712 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:35.969723 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] No DVR routers for this DVR port 3cc6e354-ab33-46f4-a203-f538252ee342 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:35.972382 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:35.976333 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fb68f3b7-b92b-422e-9441-c70bf6181218 req-2d1881a8-d2bd-4d39-a4db-8a9be34bd23b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "DELETE /v2.0/ports/3cc6e354-ab33-46f4-a203-f538252ee342 HTTP/1.1" status: 204 len: 173 time: 0.7874019 Mar 31 16:50:35.976772 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'name': 'network-vif-deleted', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:35.979136 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f678b95-f6d3-4d1c-ae8f-f75f8e73148c" -d '{"events": [{"server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "name": "network-vif-deleted", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:36.017327 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8966f4a2-3f46-4fed-854d-12c714963fdb x-openstack-request-id: req-8966f4a2-3f46-4fed-854d-12c714963fdb {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:36.017621 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a22fedf-fbf8-4f9f-a2e7-a443c122d213", "name": "network-vif-deleted", "tag": "3cc6e354-ab33-46f4-a203-f538252ee342", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:36.017876 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8966f4a2-3f46-4fed-854d-12c714963fdb {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:36.018277 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8966f4a2-3f46-4fed-854d-12c714963fdb'] response: {'server_uuid': '8a22fedf-fbf8-4f9f-a2e7-a443c122d213', 'name': 'network-vif-deleted', 'tag': '3cc6e354-ab33-46f4-a203-f538252ee342', 'status': 'completed', 'code': 200} Mar 31 16:50:36.055598 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:36.380952 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:36.409005 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] Checking router: e96d0324-b4b1-4e74-9c2b-31c7a0583e51 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:36.417253 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:36.417858 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:36.527872 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:36.719844 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:36.751092 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8faa0e42-c801-4913-97f7-49b52058d4ef None None] The sync data for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi is: [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:06Z', 'revision_number': 4, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'd7b529e6-3e3f-4737-be8e-d68fada6e583', 'name': '', 'network_id': '111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'mac_address': 'fa:16:3e:ce:d9:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:03Z', 'updated_at': '2022-03-31T16:43:20Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'subnets': [{'id': '9d04c51c-fb7e-47a7-9de9-91645c37b720', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:36.955795 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b6ad03-2beb-4dfa-81c2-a0e64026fa21 None None] New status for floating IP e7612ef9-4fb5-4e70-a090-d86b2f6c079b: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:50:37.013153 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56272) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:37.065725 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e66d94c1-d632-42a5-8023-44bf0b7ffd24 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group (221fecc9-9047-4147-a7e5-91fc61a445d7), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.088647 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e66d94c1-d632-42a5-8023-44bf0b7ffd24 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group (221fecc9-9047-4147-a7e5-91fc61a445d7), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.137543 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e66d94c1-d632-42a5-8023-44bf0b7ffd24 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (221fecc9-9047-4147-a7e5-91fc61a445d7), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.140228 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e66d94c1-d632-42a5-8023-44bf0b7ffd24 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.141340 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e66d94c1-d632-42a5-8023-44bf0b7ffd24 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "DELETE /v2.0/security-groups/221fecc9-9047-4147-a7e5-91fc61a445d7 HTTP/1.1" status: 204 len: 168 time: 0.1271379 Mar 31 16:50:37.144018 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56274) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:37.150903 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d94c1-d632-42a5-8023-44bf0b7ffd24 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=221fecc9-9047-4147-a7e5-91fc61a445d7,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:37.169065 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-c3185c19-f27a-4cb7-b178-09e2bff9947b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] show failed (client error): The resource could not be found. Mar 31 16:50:37.173289 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c3185c19-f27a-4cb7-b178-09e2bff9947b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups/221fecc9-9047-4147-a7e5-91fc61a445d7 HTTP/1.1" status: 404 len: 347 time: 0.0254061 Mar 31 16:50:37.173289 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56276) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:37.293754 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Deleting port 3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:37.294007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.368581 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.368905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.381199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Calling delete_port for 3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8 owned by network:floatingip {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:37.515258 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.537510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event deleted for resources: {'Port': ['ID=3e817c3f-4a97-4bf2-ab6b-d0a7b8ea93e8,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:37.546915 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.547203 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.547550 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.547889 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.548229 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.548568 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.549257 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.549257 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.549569 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.549901 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.550255 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.550582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.550905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.551231 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.551571 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:37.609724 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks [] for floatingip (e7612ef9-4fb5-4e70-a090-d86b2f6c079b), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.612271 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:37.613455 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-36cdb1e7-274a-4096-828a-52ac3f3ebcc6 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "DELETE /v2.0/floatingips/e7612ef9-4fb5-4e70-a090-d86b2f6c079b HTTP/1.1" status: 204 len: 168 time: 0.4391508 Mar 31 16:50:39.539972 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 3cc6e354-ab33-46f4-a203-f538252ee342 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:39.560096 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 3cc6e354-ab33-46f4-a203-f538252ee342 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:39.560435 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 3cc6e354-ab33-46f4-a203-f538252ee342 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:40.071959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf605e8-26ca-4b38-a755-da405acc7bc5 req-17d845c1-73f0-458b-a80f-0794ad2ddf83 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:40.073451 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8bf605e8-26ca-4b38-a755-da405acc7bc5 req-17d845c1-73f0-458b-a80f-0794ad2ddf83 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0517504 Mar 31 16:50:40.119721 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8bf605e8-26ca-4b38-a755-da405acc7bc5 req-b33db808-31b3-46ba-adfe-ec9e775890ce tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406528 Mar 31 16:50:40.685135 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-14c6fa3e-0318-4435-8f1e-941e1ab8e79e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:40.686565 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-14c6fa3e-0318-4435-8f1e-941e1ab8e79e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 945 time: 0.0534434 Mar 31 16:50:40.778787 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Deleting port 10d1d814-d9ec-4a69-b8bc-b63108452ede {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:40.779136 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:40.880587 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] For port 10d1d814-d9ec-4a69-b8bc-b63108452ede, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=10d1d814-d9ec-4a69-b8bc-b63108452ede,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:40.880948 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:40.894014 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Calling delete_port for 10d1d814-d9ec-4a69-b8bc-b63108452ede owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:41.020080 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (10d1d814-d9ec-4a69-b8bc-b63108452ede), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:41.032985 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['e2033d55-2689-4170-bb35-92e7e1ca589d', '10d1d814-d9ec-4a69-b8bc-b63108452ede'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:50:41.052295 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event deleted for resources: {'Port': ['ID=10d1d814-d9ec-4a69-b8bc-b63108452ede,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:41.110936 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] No DVR routers for this DVR port 10d1d814-d9ec-4a69-b8bc-b63108452ede on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:41.114518 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:41.118465 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d214c033-b863-4b59-a9b6-e67d9fcc8946 req-3a7de5a4-a4ac-4954-bd56-e04851a7ff65 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "DELETE /v2.0/ports/10d1d814-d9ec-4a69-b8bc-b63108452ede HTTP/1.1" status: 204 len: 173 time: 0.4249818 Mar 31 16:50:41.119004 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'name': 'network-vif-deleted', 'tag': '10d1d814-d9ec-4a69-b8bc-b63108452ede'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:41.122639 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef001dd3-2581-405e-bba4-6ebfd66e68be" -d '{"events": [{"server_uuid": "58d834b6-ba36-4745-9fe9-8fddbc2f2eee", "name": "network-vif-deleted", "tag": "10d1d814-d9ec-4a69-b8bc-b63108452ede"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:41.177569 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596e5cf0-51d3-4ca1-88db-401e03c2cfaa x-openstack-request-id: req-596e5cf0-51d3-4ca1-88db-401e03c2cfaa {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:41.178129 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d834b6-ba36-4745-9fe9-8fddbc2f2eee", "name": "network-vif-deleted", "tag": "10d1d814-d9ec-4a69-b8bc-b63108452ede", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:41.178608 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-596e5cf0-51d3-4ca1-88db-401e03c2cfaa {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:41.179263 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596e5cf0-51d3-4ca1-88db-401e03c2cfaa'] response: {'server_uuid': '58d834b6-ba36-4745-9fe9-8fddbc2f2eee', 'name': 'network-vif-deleted', 'tag': '10d1d814-d9ec-4a69-b8bc-b63108452ede', 'status': 'completed', 'code': 200} Mar 31 16:50:41.226263 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f470eb8-ae82-459b-b230-8107a0d0fecc req-a2795bc3-fbd3-4b9e-b2e5-cc5cd1a144c9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:41.228271 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f470eb8-ae82-459b-b230-8107a0d0fecc req-a2795bc3-fbd3-4b9e-b2e5-cc5cd1a144c9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0657024 Mar 31 16:50:41.264114 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-98e73500-5507-48f3-a2ae-7a34d130afa5 req-1125fe74-1069-43fe-9766-62887effa680 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=58d834b6-ba36-4745-9fe9-8fddbc2f2eee HTTP/1.1" status: 200 len: 210 time: 0.0346746 Mar 31 16:50:41.299631 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f470eb8-ae82-459b-b230-8107a0d0fecc req-3a94b7de-d849-49f9-8c34-617f2be41b97 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617292 Mar 31 16:50:42.331003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-67d50d0a-6200-405f-b943-5a8ba82e6eeb tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:42.332228 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-67d50d0a-6200-405f-b943-5a8ba82e6eeb tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0520580 Mar 31 16:50:42.456531 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d29cb1-b709-4237-a44f-bef4177637c0 req-7cdee437-e1b4-49c1-bc5b-2f1a4ac16455 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:42.458577 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c9d29cb1-b709-4237-a44f-bef4177637c0 req-7cdee437-e1b4-49c1-bc5b-2f1a4ac16455 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 945 time: 0.0874605 Mar 31 16:50:42.481423 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Deleting port bc55bbc0-60aa-4f6a-9053-313db9859226 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:42.481753 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:42.599114 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c9d29cb1-b709-4237-a44f-bef4177637c0 req-69939688-2b46-40b1-835e-cc8ff14cf3b4 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=cf770bed-6be5-4847-89e5-ee911fda8e82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334057 Mar 31 16:50:42.624099 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] For port bc55bbc0-60aa-4f6a-9053-313db9859226, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=bc55bbc0-60aa-4f6a-9053-313db9859226,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:42.624459 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:42.638917 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc796c3f-5193-4bc6-800d-3e27b788f04c req-fcf21c3f-1186-4152-a875-97e18fb5764e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:42.640350 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dc796c3f-5193-4bc6-800d-3e27b788f04c req-fcf21c3f-1186-4152-a875-97e18fb5764e tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.1525140 Mar 31 16:50:42.757380 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dc796c3f-5193-4bc6-800d-3e27b788f04c req-a35deef6-768c-44c4-9c53-7ce28266767b tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/security-groups?id=d37a6d9c-a216-422c-88be-5fb74bc10f43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094906 Mar 31 16:50:42.833652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:42.834164 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (a8e46f50-f296-400f-9198-aadcefccdc0e), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:42.834626 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Floating IP a8e46f50-f296-400f-9198-aadcefccdc0e disassociated. External IP: 172.27.3.8, port: bc55bbc0-60aa-4f6a-9053-313db9859226. Mar 31 16:50:42.835346 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Calling delete_port for bc55bbc0-60aa-4f6a-9053-313db9859226 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:42.961074 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (bc55bbc0-60aa-4f6a-9053-313db9859226), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:42.986300 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event deleted for resources: {'Port': ['ID=bc55bbc0-60aa-4f6a-9053-313db9859226,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:43.252242 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5e35-1d99-459d-9543-5d9eae58725c req-b6e5be93-4a3e-48ec-ba80-f018326aebde tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:43.253839 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-829a5e35-1d99-459d-9543-5d9eae58725c req-b6e5be93-4a3e-48ec-ba80-f018326aebde tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 946 time: 0.0527315 Mar 31 16:50:43.325237 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Router a97b30db-2457-4028-858e-44190bbbcb8e has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:50:43.351016 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Deleting port e2033d55-2689-4170-bb35-92e7e1ca589d {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:43.351511 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:43.442594 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:43.447555 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] For port e2033d55-2689-4170-bb35-92e7e1ca589d, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=e2033d55-2689-4170-bb35-92e7e1ca589d,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:43.448193 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:43.453314 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:43.465488 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:43.466127 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:43.478666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Calling delete_port for e2033d55-2689-4170-bb35-92e7e1ca589d owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:43.487250 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] No DVR routers for this DVR port bc55bbc0-60aa-4f6a-9053-313db9859226 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:43.490029 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:43.493826 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dd0555a3-8e4d-44fb-b725-dd31962f619c req-3655c8d1-4acd-4a10-90f8-161a906c3794 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "DELETE /v2.0/ports/bc55bbc0-60aa-4f6a-9053-313db9859226 HTTP/1.1" status: 204 len: 173 time: 1.1561236 Mar 31 16:50:43.494357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'name': 'network-vif-deleted', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:43.496734 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b04eba-5bd3-4997-b857-afc3cdd04fcc" -d '{"events": [{"server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "name": "network-vif-deleted", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:43.543521 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710a25f5-bdaf-4081-b988-540baee13047 x-openstack-request-id: req-710a25f5-bdaf-4081-b988-540baee13047 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:43.543884 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac", "name": "network-vif-deleted", "tag": "bc55bbc0-60aa-4f6a-9053-313db9859226", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:43.544231 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-710a25f5-bdaf-4081-b988-540baee13047 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:43.544724 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-710a25f5-bdaf-4081-b988-540baee13047'] response: {'server_uuid': '5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac', 'name': 'network-vif-deleted', 'tag': 'bc55bbc0-60aa-4f6a-9053-313db9859226', 'status': 'completed', 'code': 200} Mar 31 16:50:43.610349 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:43.614524 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (e2033d55-2689-4170-bb35-92e7e1ca589d), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:43.648736 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['e2033d55-2689-4170-bb35-92e7e1ca589d'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:50:43.651144 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Pushing event deleted for resources: {'Port': ['ID=e2033d55-2689-4170-bb35-92e7e1ca589d,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:43.700509 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] No DVR routers for this DVR port e2033d55-2689-4170-bb35-92e7e1ca589d on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:43.703064 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:43.706609 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-829a5e35-1d99-459d-9543-5d9eae58725c req-04faad60-345e-4a41-a4d4-3f909f208d34 tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.55 "DELETE /v2.0/ports/e2033d55-2689-4170-bb35-92e7e1ca589d HTTP/1.1" status: 204 len: 173 time: 0.4477906 Mar 31 16:50:43.707184 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'name': 'network-vif-deleted', 'tag': 'e2033d55-2689-4170-bb35-92e7e1ca589d'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:43.710907 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9a0d3a-21af-441f-8980-4e848ddb0185" -d '{"events": [{"server_uuid": "7d5f8fa0-67b6-48ed-b141-5d452a94924f", "name": "network-vif-deleted", "tag": "e2033d55-2689-4170-bb35-92e7e1ca589d"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:43.742325 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-373ccbab-e3db-4c61-8e59-e038b3664703 req-90981429-4158-4be1-b8ef-837cffc9bc6c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=5dd6ba57-dc24-4cb6-9c5c-9965f1b382ac HTTP/1.1" status: 200 len: 210 time: 0.0468254 Mar 31 16:50:43.766796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b16d3da5-4ea9-4245-bb56-a928141d64f7 x-openstack-request-id: req-b16d3da5-4ea9-4245-bb56-a928141d64f7 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:43.766796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d5f8fa0-67b6-48ed-b141-5d452a94924f", "name": "network-vif-deleted", "tag": "e2033d55-2689-4170-bb35-92e7e1ca589d", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:43.766796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b16d3da5-4ea9-4245-bb56-a928141d64f7 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:43.766796 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b16d3da5-4ea9-4245-bb56-a928141d64f7'] response: {'server_uuid': '7d5f8fa0-67b6-48ed-b141-5d452a94924f', 'name': 'network-vif-deleted', 'tag': 'e2033d55-2689-4170-bb35-92e7e1ca589d', 'status': 'completed', 'code': 200} Mar 31 16:50:43.873983 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fedd7e30-c2b1-43d7-b36f-d086219154c0 req-801abfb1-0001-4abd-9e2b-0f805e84e4fd tempest-ServerRescueNegativeTestJSON-186464950 tempest-ServerRescueNegativeTestJSON-186464950-project] 10.222.0.21 "GET /v2.0/ports?device_id=7d5f8fa0-67b6-48ed-b141-5d452a94924f HTTP/1.1" status: 200 len: 210 time: 0.0276113 Mar 31 16:50:43.881011 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:43.907836 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:43.916079 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:43.916704 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:44.030142 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:44.233594 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:44.264214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027d58ef-4705-4aab-b8b9-7fba875b67ee None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:44.459198 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79fbb611-43d4-4a23-aa6a-45095189875f None None] New status for floating IP a8e46f50-f296-400f-9198-aadcefccdc0e: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:50:44.826991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56332) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:44.877932 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3299-f937-4d7c-8c51-95c6e7e1d35e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (cf770bed-6be5-4847-89e5-ee911fda8e82), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:44.900823 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3299-f937-4d7c-8c51-95c6e7e1d35e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (cf770bed-6be5-4847-89e5-ee911fda8e82), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:44.931952 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56336) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:44.952447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3299-f937-4d7c-8c51-95c6e7e1d35e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (cf770bed-6be5-4847-89e5-ee911fda8e82), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:44.955064 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a1e3299-f937-4d7c-8c51-95c6e7e1d35e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:44.956237 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4a1e3299-f937-4d7c-8c51-95c6e7e1d35e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "DELETE /v2.0/security-groups/cf770bed-6be5-4847-89e5-ee911fda8e82 HTTP/1.1" status: 204 len: 168 time: 0.1282587 Mar 31 16:50:44.959152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56340) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:44.965080 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e3299-f937-4d7c-8c51-95c6e7e1d35e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf770bed-6be5-4847-89e5-ee911fda8e82,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:44.974839 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.api.v2.resource [None req-cab053c7-1b91-4ce9-84e7-719936f1e9df tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] show failed (client error): The resource could not be found. Mar 31 16:50:44.980302 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-cab053c7-1b91-4ce9-84e7-719936f1e9df tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups/cf770bed-6be5-4847-89e5-ee911fda8e82 HTTP/1.1" status: 404 len: 347 time: 0.0199463 Mar 31 16:50:44.981422 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56342) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:45.195586 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Deleting port f0c57f56-7e8a-4226-9fde-9a07279b7317 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:45.195918 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.349959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.350200 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (f0c57f56-7e8a-4226-9fde-9a07279b7317), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.368405 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Calling delete_port for f0c57f56-7e8a-4226-9fde-9a07279b7317 owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:45.582694 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device bc55bbc0-60aa-4f6a-9053-313db9859226 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:45.605883 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: bc55bbc0-60aa-4f6a-9053-313db9859226 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:45.606147 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device bc55bbc0-60aa-4f6a-9053-313db9859226 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:45.606572 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 10d1d814-d9ec-4a69-b8bc-b63108452ede no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:45.625793 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 10d1d814-d9ec-4a69-b8bc-b63108452ede {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:45.626140 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 10d1d814-d9ec-4a69-b8bc-b63108452ede not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:45.654501 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (f0c57f56-7e8a-4226-9fde-9a07279b7317), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.688963 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event deleted for resources: {'Port': ['ID=f0c57f56-7e8a-4226-9fde-9a07279b7317,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:45.768657 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.805171 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (a8e46f50-f296-400f-9198-aadcefccdc0e), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.807700 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:45.808846 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c575857e-9236-4f8f-8a28-a56d5ed59f9f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "DELETE /v2.0/floatingips/a8e46f50-f296-400f-9198-aadcefccdc0e HTTP/1.1" status: 204 len: 168 time: 0.8264704 Mar 31 16:50:46.040432 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56346) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:46.045119 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'security_group': {'name': 'tempest-securitygroup--680507604', 'description': 'tempest-description--1607368258'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:46.063674 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Deleting port d7b529e6-3e3f-4737-be8e-d68fada6e583 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:46.064333 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.066042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.133336 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.137012 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.139344 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] For port d7b529e6-3e3f-4737-be8e-d68fada6e583, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=d7b529e6-3e3f-4737-be8e-d68fada6e583,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:46.139704 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.153103 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Calling delete_port for d7b529e6-3e3f-4737-be8e-d68fada6e583 owned by network:router_interface {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:46.163796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.164999 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1234570 Mar 31 16:50:46.169086 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56348) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:46.173248 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'security_group_rule': {'security_group_id': '33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:46.182854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cb459f-5821-42dd-87b1-adbcfedeaa22 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:46.202904 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (5566e56c-f7c0-4aef-8f85-0c3c25bb0d2d), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.247588 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (5566e56c-f7c0-4aef-8f85-0c3c25bb0d2d), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.251020 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (5566e56c-f7c0-4aef-8f85-0c3c25bb0d2d), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.270996 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5566e56c-f7c0-4aef-8f85-0c3c25bb0d2d,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:46.276926 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.278126 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-13cc846b-9b45-4eaf-98b0-34f352589375 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1081402 Mar 31 16:50:46.280786 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56350) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:46.285230 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'security_group_rule': {'security_group_id': '33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:46.309740 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (d21cec11-8fbe-42d5-ae1e-c84e88c419d9), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.337100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (d7b529e6-3e3f-4737-be8e-d68fada6e583), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.362887 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b529e6-3e3f-4737-be8e-d68fada6e583,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:46.363915 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (d21cec11-8fbe-42d5-ae1e-c84e88c419d9), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.371299 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (d21cec11-8fbe-42d5-ae1e-c84e88c419d9), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.390988 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21cec11-8fbe-42d5-ae1e-c84e88c419d9,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:46.402454 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.403778 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-245f5ef6-3a45-4ae8-84a5-ad7ab38da1ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220014 Mar 31 16:50:46.406809 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56352) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:46.411265 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:46.430600 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.542329 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.554653 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.656037 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Allocated IP 172.27.3.108 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/114e5dc8-56a4-4029-b1c3-aada5cca0058) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:46.757268 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.790865 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.833927 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:46.841596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:46.849545 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:46.854295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'Port': ['ID=114e5dc8-56a4-4029-b1c3-aada5cca0058,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:46.948796 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:50:46.949405 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (5d78d8ad-e941-406e-9deb-ebc8c72bdd78), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:46.992504 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.020991 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:50:47.127387 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:47.134905 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-83c83208-f896-457a-9439-0681bee2cc90 admin admin] 10.222.0.21 "PUT /v2.0/routers/e96d0324-b4b1-4e74-9c2b-31c7a0583e51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1979978 Mar 31 16:50:47.134905 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56354) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:47.136559 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] Sync routers for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:47.147255 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:47.147881 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:47.148304 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.154461 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.227058 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'Port': ['ID=114e5dc8-56a4-4029-b1c3-aada5cca0058,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:47.235310 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (5d78d8ad-e941-406e-9deb-ebc8c72bdd78), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.252194 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.262131 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4a4aaa0f-b8c0-4ca6-8061-b59ad793d0a9 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8457911 Mar 31 16:50:47.262353 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks [] for router (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.269661 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:47.369903 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks [] for router_gateway (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.435405 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Deleting port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:47.435742 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.451213 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114'}], 'enable_snat': True}, 'gw_port_id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:50:46Z', 'revision_number': 5, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port': {'id': '52d8e18d-32c5-4e73-bf47-6a4799d4dfda', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:1e:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:57Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:47.479921 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] Checking router: e96d0324-b4b1-4e74-9c2b-31c7a0583e51 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:47.488198 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] Routers {'e96d0324-b4b1-4e74-9c2b-31c7a0583e51'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:47.488917 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:47.522101 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-19bfbd36-424b-47c4-ad91-61446b8dda32 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--680507604&fields=id&tenant_id=c20b7c93ae6242f499530ec76254d558 HTTP/1.1" status: 200 len: 267 time: 0.0977328 Mar 31 16:50:47.577769 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] Set router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 gateway port host: None {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:47.599848 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] For port 52d8e18d-32c5-4e73-bf47-6a4799d4dfda, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:47.600209 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.605487 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device e2033d55-2689-4170-bb35-92e7e1ca589d no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:47.617541 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Calling delete_port for 52d8e18d-32c5-4e73-bf47-6a4799d4dfda owned by network:router_gateway {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:47.695510 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-a5e12c83-0e24-4244-a1c3-ec8fbab7f5b2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:47.696949 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-a5e12c83-0e24-4244-a1c3-ec8fbab7f5b2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 811 time: 0.1658125 Mar 31 16:50:47.722206 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-a8e1d331-a841-4a58-980d-98792827a224 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/quotas/c20b7c93ae6242f499530ec76254d558 HTTP/1.1" status: 200 len: 375 time: 0.0189109 Mar 31 16:50:47.779980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:50:47Z', 'revision_number': 6, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:47.784001 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: e2033d55-2689-4170-bb35-92e7e1ca589d {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:47.784346 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device e2033d55-2689-4170-bb35-92e7e1ca589d not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:47.810957 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a916b190-4c2f-4bab-8cab-b37792a0973d None None] The sync data for ids ['e96d0324-b4b1-4e74-9c2b-31c7a0583e51'] in dv-cinder-826949-3-iscsi is: [{'id': 'e96d0324-b4b1-4e74-9c2b-31c7a0583e51', 'name': 'tempest-ServerRescueNegativeTestJSON-1199738345-router', 'tenant_id': 'df2d2eba27c84c2aad87ee76424260fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:50:47Z', 'revision_number': 6, 'project_id': 'df2d2eba27c84c2aad87ee76424260fc', 'gw_port_host': None}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:47.843983 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-8e7ddedc-c0dc-4f49-8ea5-fb97af510807 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1162252 Mar 31 16:50:47.871929 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (52d8e18d-32c5-4e73-bf47-6a4799d4dfda), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:47.898235 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=52d8e18d-32c5-4e73-bf47-6a4799d4dfda,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:48.013748 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.131066 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.133952 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-cfe915f4-0628-4b02-88de-f6f9ce888256 service neutron] 10.222.0.21 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766221 Mar 31 16:50:48.135032 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks [] for router_controller (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.253708 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (e96d0324-b4b1-4e74-9c2b-31c7a0583e51), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.254223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e96d0324-b4b1-4e74-9c2b-31c7a0583e51 {{(pid=109838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:50:48.260130 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.261282 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-aae8da56-4ea2-433e-af9e-c6ef345e6d45 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e96d0324-b4b1-4e74-9c2b-31c7a0583e51 HTTP/1.1" status: 204 len: 168 time: 1.1255174 Mar 31 16:50:48.263905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56370) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:48.286948 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-b2934e15-3a16-4184-82f6-30e3656608c6 service neutron] 10.222.0.21 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459353 Mar 31 16:50:48.308422 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Deleting subnet 9d04c51c-fb7e-47a7-9de9-91645c37b720 {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:50:48.311503 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Publish callbacks [] for subnet (9d04c51c-fb7e-47a7-9de9-91645c37b720), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.348078 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (9d04c51c-fb7e-47a7-9de9-91645c37b720), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.452043 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (9d04c51c-fb7e-47a7-9de9-91645c37b720), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.509539 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (9d04c51c-fb7e-47a7-9de9-91645c37b720), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.772603 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d04c51c-fb7e-47a7-9de9-91645c37b720,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:48.776575 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.779910 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a8359de3-176e-4cc9-be56-e8720aac5a44 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d04c51c-fb7e-47a7-9de9-91645c37b720 HTTP/1.1" status: 204 len: 168 time: 0.5148785 Mar 31 16:50:48.782830 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56374) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:48.785411 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faedf98-5c49-4b5f-bf10-0dda39bf9a04 None None] Network 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:50:48.860560 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.920444 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Deleting port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:48.920444 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:48.947173 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] DHCP port deletion for 111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:50:48.984100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] For port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:48.984464 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.000085 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] Deleting port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f {{(pid=109839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:50:49.000464 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), before_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.005305 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Calling delete_port for 2f2a7b74-977c-4788-8a8d-8f79433eaa2f owned by network:dhcp {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:49.013746 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 2f2a7b74-977c-4788-8a8d-8f79433eaa2f no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:49.082675 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.096808 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] For port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,segment=NetworkSegment(5055d9d9-7355-44f1-b45f-48aea3b7a9b1),segment_id=5055d9d9-7355-44f1-b45f-48aea3b7a9b1)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:49.097242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), precommit_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.111290 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:49.111872 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] Calling delete_port for 2f2a7b74-977c-4788-8a8d-8f79433eaa2f owned by network:dhcp {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:50:49.115283 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No active binding found for port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f {{(pid=109839) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 31 16:50:49.116057 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] The host dv-cinder-826949-3-iscsi is not matching for port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f host None! {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 31 16:50:49.116057 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 2f2a7b74-977c-4788-8a8d-8f79433eaa2f not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:49.116460 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d7b529e6-3e3f-4737-be8e-d68fada6e583 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:49.116973 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] No DVR routers for this DVR port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f on host dv-cinder-826949-3-iscsi {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:49.140615 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: d7b529e6-3e3f-4737-be8e-d68fada6e583 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:49.140892 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d7b529e6-3e3f-4737-be8e-d68fada6e583 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:49.141336 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 52d8e18d-32c5-4e73-bf47-6a4799d4dfda no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:50:49.183744 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 52d8e18d-32c5-4e73-bf47-6a4799d4dfda {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:50:49.184096 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 52d8e18d-32c5-4e73-bf47-6a4799d4dfda not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:50:49.185836 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.207508 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:49.217248 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5055d9d9-7355-44f1-b45f-48aea3b7a9b1') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:49.217541 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5055d9d9-7355-44f1-b45f-48aea3b7a9b1') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:49.226788 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (5055d9d9-7355-44f1-b45f-48aea3b7a9b1), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.240457 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (5055d9d9-7355-44f1-b45f-48aea3b7a9b1), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.246981 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:50:49.247596 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (5055d9d9-7355-44f1-b45f-48aea3b7a9b1), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:50:49.249273 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:50:49.265013 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (2f2a7b74-977c-4788-8a8d-8f79433eaa2f), after_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.291589 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] Pushing event deleted for resources: {'Port': ['ID=2f2a7b74-977c-4788-8a8d-8f79433eaa2f,revision_number=None']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:49.297098 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95b0756-c3e3-4dc0-9fb8-9cb0c5e9001b None None] No DVR routers for this DVR port 2f2a7b74-977c-4788-8a8d-8f79433eaa2f on host dv-cinder-826949-3-iscsi {{(pid=109839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:50:49.310640 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.317914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.321130 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] 10.222.0.21 "DELETE /v2.0/networks/111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3 HTTP/1.1" status: 204 len: 168 time: 0.5373349 Mar 31 16:50:49.330664 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8669dc9b-9454-47c1-9ca3-cf2160173924 admin admin] Pushing event deleted for resources: {'Network': ['ID=111cc6a7-67b2-49cc-bfb4-12d7c5b5bdf3,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:49.451969 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56384) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:49.456393 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d2e926d5-fc89-4fa0-85ad-06bff343d02a req-16c7c770-8216-428c-9275-8d95217682ca tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 210 time: 0.0284908 Mar 31 16:50:49.494968 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-f125efbd-83aa-40af-ace1-c0fc32f5e936 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df2d2eba27c84c2aad87ee76424260fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0417068 Mar 31 16:50:49.497630 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56386) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:49.543405 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4b19e77c-3160-4517-8646-589a403b2291 admin admin] Publish callbacks [] for security_group (d37a6d9c-a216-422c-88be-5fb74bc10f43), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.564602 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4b19e77c-3160-4517-8646-589a403b2291 admin admin] Publish callbacks [] for security_group (d37a6d9c-a216-422c-88be-5fb74bc10f43), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.613337 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4b19e77c-3160-4517-8646-589a403b2291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (d37a6d9c-a216-422c-88be-5fb74bc10f43), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.616386 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4b19e77c-3160-4517-8646-589a403b2291 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:49.617825 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4b19e77c-3160-4517-8646-589a403b2291 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d37a6d9c-a216-422c-88be-5fb74bc10f43 HTTP/1.1" status: 204 len: 168 time: 0.1194272 Mar 31 16:50:49.626149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b19e77c-3160-4517-8646-589a403b2291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a6d9c-a216-422c-88be-5fb74bc10f43,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:50.300164 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56414) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:50.378223 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-4f16d272-5343-456f-8ec0-be718e8987d3 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:50.380527 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-4f16d272-5343-456f-8ec0-be718e8987d3 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 811 time: 0.1142726 Mar 31 16:50:50.411948 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1759500723-network', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:50.434542 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Made reservation on behalf of 2d44de79b7314861b41c4ecf8bb5f25a for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:50:50.438699 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.448436 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.451155 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-7df2b2d5-c7a8-48cf-abc2-b2f260461c75 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c20b7c93ae6242f499530ec76254d558 HTTP/1.1" status: 200 len: 379 time: 0.0594826 Mar 31 16:50:50.461520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'port': {'device_id': '82059de0-e021-40ab-adbc-ee623054f280', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'admin_state_up': True, 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'security_groups': ['33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:50.529491 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks [] for security_group (74001f71-9862-4aa3-8844-a6338001bac2), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.540258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (74001f71-9862-4aa3-8844-a6338001bac2), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.566116 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Made reservation on behalf of c20b7c93ae6242f499530ec76254d558 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:50:50.567098 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-edf8c644-6056-4fb2-8347-d3fc3db99a53 req-17bffed9-a42a-4e68-847e-396d759cd605 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 210 time: 0.0401552 Mar 31 16:50:50.570778 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.589073 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:50:50.597801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74001f71-9862-4aa3-8844-a6338001bac2,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:50.601401 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (65da4edf-a5af-40b6-bb37-32c9034542ac), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.601738 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Added segment 65da4edf-a5af-40b6-bb37-32c9034542ac of type vlan for network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 Mar 31 16:50:50.643871 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.668424 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.669545 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:50.670128 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.704949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Allocated IP 172.20.0.14 (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626/b5d5c2ac-014a-4e23-ad28-266027061490/4f68f8a8-47a6-4145-bf35-d0e6c07d4815) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:50.726649 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4241292 Mar 31 16:50:50.729440 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56424) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:50.733990 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Request body: {'subnet': {'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-subnet', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:50.743172 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567e064-5a51-48f3-b919-205deddf92b7 admin admin] Pushing event updated for resources: {'Network': ['ID=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:50.752945 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:50:50.763196 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Made reservation on behalf of 2d44de79b7314861b41c4ecf8bb5f25a for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:50:50.765795 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.851478 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.891394 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.931182 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:50.935898 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:50.941767 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:50.944379 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (fb545aa8-b476-4635-bd53-b8ab6ce228fe), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:50.977525 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event updated for resources: {'Port': ['ID=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:50.993976 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:50.994379 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.008320 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb545aa8-b476-4635-bd53-b8ab6ce228fe,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:51.011952 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-6fca886b-47f6-4254-af77-d5f018f17c03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535223 Mar 31 16:50:51.016068 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:50:51.016433 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Network hostable DHCP agents. Network: b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:50:51.023418 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Request body: {'port': {'device_id': '82059de0-e021-40ab-adbc-ee623054f280', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:51.040186 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:50:51.051692 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:51.059589 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:51.060199 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.063871 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f752fb-791b-4165-811f-8b140b26239f None None] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:50:51.087397 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-40dc9345-a038-4686-a101-34f11325b68b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3566594 Mar 31 16:50:51.087772 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56426) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:51.092198 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:51.096104 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.115112 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (ced92044-e490-4fc0-b562-53bb24d2ce18), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.116230 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (ced92044-e490-4fc0-b562-53bb24d2ce18), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.172718 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks [] for router_controller (ced92044-e490-4fc0-b562-53bb24d2ce18), precommit_add_association {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.185627 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:50:51.186873 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.274277 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-65eb4cde-2c75-4d69-b3d8-4724c22bbcfa None None] Provisioning complete for port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:51.274668 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-65eb4cde-2c75-4d69-b3d8-4724c22bbcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.321707 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks [] for router_gateway (ced92044-e490-4fc0-b562-53bb24d2ce18), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.342446 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-65eb4cde-2c75-4d69-b3d8-4724c22bbcfa None None] Port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:50:51.363798 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Allocated IP 172.20.0.2 (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764/fb545aa8-b476-4635-bd53-b8ab6ce228fe/e37d3820-58d5-4500-9b0d-b25740ad82aa) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:51.413840 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:50:51.421816 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Publish callbacks [] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.434311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Transition to ACTIVE for port object 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:50:51.437667 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.512196 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Pushing event updated for resources: {'Port': ['ID=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:51.531555 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Publish callbacks [] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.532340 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks [] for router_gateway (ced92044-e490-4fc0-b562-53bb24d2ce18), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.543064 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.551791 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.570865 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Attempting to bind port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:50:51.571271 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Attempting to bind port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:50:51.571687 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Attempting to bind port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:51.585549 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:50:51.585982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Attempting to bind port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 on network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:51.601510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:50:51.601992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Checking segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:50:51.602273 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Bound using segment: {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:50:51.602732 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Bound port: 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d5a46ae-a999-4b53-b788-6ea84ec75fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:50:51.603092 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.609872 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Pushing event updated for resources: {'Port': ['ID=e37d3820-58d5-4500-9b0d-b25740ad82aa,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:51.632557 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:51.634590 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:51.636989 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:51.669276 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Allocated IP 172.27.3.181 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/087e4e1b-3162-4f3f-9b15-f40cece828da) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:51.720253 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Attempting to bind port e37d3820-58d5-4500-9b0d-b25740ad82aa on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:50:51.720623 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Attempting to bind port e37d3820-58d5-4500-9b0d-b25740ad82aa by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:50:51.720992 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Attempting to bind port e37d3820-58d5-4500-9b0d-b25740ad82aa on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:51.726948 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:50:51.726948 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:50:51.727246 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.728435 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Bound using segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:50:51.728435 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Bound port: e37d3820-58d5-4500-9b0d-b25740ad82aa, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:50:51.728662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.729530 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] For port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:50:51.732782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] For port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:50:51.740145 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.775739 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:51.776354 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.778328 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] 10.222.0.55 "PUT /v2.0/ports/4f68f8a8-47a6-4145-bf35-d0e6c07d4815 HTTP/1.1" status: 200 len: 1094 time: 0.7594116 Mar 31 16:50:51.781465 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:51.794134 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af874d9-f0e3-418d-9f64-6ab51ec1d549" -d '{"events": [{"name": "network-changed", "server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:51.798527 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a0970-16f2-4b01-bae5-e71bc7d84418 req-14121012-05c9-49da-a0b2-8944598d6e7c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:51.800077 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-397a0970-16f2-4b01-bae5-e71bc7d84418 req-14121012-05c9-49da-a0b2-8944598d6e7c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 944 time: 0.1195738 Mar 31 16:50:51.820786 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] For port e37d3820-58d5-4500-9b0d-b25740ad82aa, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:50:51.826285 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] For port e37d3820-58d5-4500-9b0d-b25740ad82aa, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=e37d3820-58d5-4500-9b0d-b25740ad82aa,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:50:51.836496 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.861523 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks [] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.883985 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb224ac-a019-4882-afd9-c7a01c81d748 service neutron] Pushing event updated for resources: {'Port': ['ID=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:51.905920 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af3295-9f00-4582-9209-d01cec5b4d25 x-openstack-request-id: req-f6af3295-9f00-4582-9209-d01cec5b4d25 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:51.906309 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:51.906654 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6af3295-9f00-4582-9209-d01cec5b4d25 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:51.907128 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6af3295-9f00-4582-9209-d01cec5b4d25'] response: {'name': 'network-changed', 'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'status': 'completed', 'code': 200} Mar 31 16:50:51.917235 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-350ee9b2-7f45-4882-a6b3-f99e71aa5027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:51.918087 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ef3b8-7317-4c72-b139-12daca175b4e None None] Pushing event updated for resources: {'Port': ['ID=e37d3820-58d5-4500-9b0d-b25740ad82aa,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:51.919163 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-350ee9b2-7f45-4882-a6b3-f99e71aa5027 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 1128 time: 0.0891225 Mar 31 16:50:51.929458 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-397a0970-16f2-4b01-bae5-e71bc7d84418 req-8ef6ef4c-c3af-4bc9-8799-1782e0bf9e92 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093469 Mar 31 16:50:51.953496 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:51.978750 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-34c3ab80-0c0f-4fb7-93e9-6565917ca517 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815 HTTP/1.1" status: 200 len: 217 time: 0.0469186 Mar 31 16:50:52.012284 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Pushing event updated for resources: {'Port': ['ID=087e4e1b-3162-4f3f-9b15-f40cece828da,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:52.015825 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:52.017657 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:52.021825 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:52.040860 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-3391c801-3248-4190-8248-ba6eca85be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:52.043181 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-3391c801-3248-4190-8248-ba6eca85be1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0580926 Mar 31 16:50:52.101028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5b6f5969-762d-4bbe-9de7-40e48d4571ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:52.102627 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-5b6f5969-762d-4bbe-9de7-40e48d4571ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537193 Mar 31 16:50:52.226905 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-df227eb5-cbcd-4ac3-8b56-f303ded25c44 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170974 Mar 31 16:50:52.320211 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks [] for router_gateway (ced92044-e490-4fc0-b562-53bb24d2ce18), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:52.329037 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2b36260d-1333-41d4-98cb-e1e39e744425 req-459d8f2d-ee6b-40d3-9cee-682b5a123a1b service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950534 Mar 31 16:50:52.422850 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-9b923206-e13d-44f6-a0ce-061c8767970a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:52.424372 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-9b923206-e13d-44f6-a0ce-061c8767970a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 1128 time: 0.0471065 Mar 31 16:50:52.514188 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-6ea5c3fd-5b80-4681-a697-7054513c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:52.515658 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-6ea5c3fd-5b80-4681-a697-7054513c1e28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0847642 Mar 31 16:50:52.561269 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-3717311f-ed00-4ffe-ba3f-867e17cab2bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815 HTTP/1.1" status: 200 len: 217 time: 0.0395241 Mar 31 16:50:52.614925 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-51c289b6-88ad-4d02-beb9-2742304b86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:52.616436 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-51c289b6-88ad-4d02-beb9-2742304b86dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0496471 Mar 31 16:50:52.675162 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-ccf21aed-3efd-4db9-9eb9-21ab805e9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:52.676797 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-ccf21aed-3efd-4db9-9eb9-21ab805e9248 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537846 Mar 31 16:50:52.766984 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (ced92044-e490-4fc0-b562-53bb24d2ce18), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:52.781913 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-80a72565-217d-4e66-a205-f8f22e2e9e68 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992808 Mar 31 16:50:52.881042 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5af874d9-f0e3-418d-9f64-6ab51ec1d549 req-1fa5025f-982a-403a-a9e2-416b5366c3b7 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933299 Mar 31 16:50:52.905402 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Router ced92044-e490-4fc0-b562-53bb24d2ce18 is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:50:52.912429 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305f2aa-c23c-47b9-b672-354388bfdb9a None None] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:50:53.040835 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] Provisioning complete for port e37d3820-58d5-4500-9b0d-b25740ad82aa triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:53.041902 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.064672 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:53.092204 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:53.101867 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device e37d3820-58d5-4500-9b0d-b25740ad82aa up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:53.122302 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.124953 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f5ca5076-8ff2-4aad-a925-6ba2bf91744f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0362241 Mar 31 16:50:53.127848 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56434) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:53.129171 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:53.130394 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:53.161271 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cf7bb4-1782-49cf-ab14-644482dd074e req-510ff349-c1f0-4f4b-a941-438fc4af0706 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:53.174628 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-86cf7bb4-1782-49cf-ab14-644482dd074e req-510ff349-c1f0-4f4b-a941-438fc4af0706 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 944 time: 0.1367483 Mar 31 16:50:53.232677 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] Current status of the port e37d3820-58d5-4500-9b0d-b25740ad82aa is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:53.233232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.240711 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port e37d3820-58d5-4500-9b0d-b25740ad82aa triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:53.241936 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.262983 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:53.294533 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-86cf7bb4-1782-49cf-ab14-644482dd074e req-eb25eaef-db2d-43d9-8543-b3fa135f4e3d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088734 Mar 31 16:50:53.331283 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] For port e37d3820-58d5-4500-9b0d-b25740ad82aa, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=e37d3820-58d5-4500-9b0d-b25740ad82aa,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:53.383796 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port e37d3820-58d5-4500-9b0d-b25740ad82aa is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:53.391728 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.465252 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757ea72e-6a20-4609-89a4-3987946a644a None None] Pushing event updated for resources: {'Port': ['ID=e37d3820-58d5-4500-9b0d-b25740ad82aa,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:53.491373 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-d1d76131-1593-4004-98e5-67b2c6013196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.589746 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:52Z', 'revision_number': 3, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:53.615041 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:53.615041 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Updating router ced92044-e490-4fc0-b562-53bb24d2ce18 port 087e4e1b-3162-4f3f-9b15-f40cece828da binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:50:53.617762 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-5cf5277b-a56e-4077-8f78-f5d6e110d86a None None] Provisioning complete for port e37d3820-58d5-4500-9b0d-b25740ad82aa triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:53.618242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5cf5277b-a56e-4077-8f78-f5d6e110d86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.646117 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.697692 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-5cf5277b-a56e-4077-8f78-f5d6e110d86a None None] Current status of the port e37d3820-58d5-4500-9b0d-b25740ad82aa is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:53.725736 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.873834 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Allocated IP 172.20.0.1 (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764/fb545aa8-b476-4635-bd53-b8ab6ce228fe/cf7a7229-b5ea-4eff-be74-532e9dc9e225) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:53.895689 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Publish callbacks [] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.900956 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.949680 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Attempting to bind port 087e4e1b-3162-4f3f-9b15-f40cece828da on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:50:53.950048 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Attempting to bind port 087e4e1b-3162-4f3f-9b15-f40cece828da by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:50:53.950408 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Attempting to bind port 087e4e1b-3162-4f3f-9b15-f40cece828da on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:53.958545 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aa706-0394-4244-a956-3ae14438977d None None] Pushing event updated for resources: {'Port': ['ID=087e4e1b-3162-4f3f-9b15-f40cece828da,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:53.960681 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:50:53.961074 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:50:53.961469 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.961857 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:50:53.962327 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Bound port: 087e4e1b-3162-4f3f-9b15-f40cece828da, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:50:53.962702 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.985250 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.985598 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.985966 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.986320 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.986654 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.986981 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.987306 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.987628 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.987950 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.988175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks [] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:53.988282 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.988578 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.989174 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.989306 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.989608 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:53.989920 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663aa706-0394-4244-a956-3ae14438977d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:50:54.023830 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.028371 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] For port 087e4e1b-3162-4f3f-9b15-f40cece828da, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:50:54.031866 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] For port 087e4e1b-3162-4f3f-9b15-f40cece828da, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=087e4e1b-3162-4f3f-9b15-f40cece828da,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:50:54.038996 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.064336 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:54.071009 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:54.073282 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:54.079014 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:54.079636 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:54.097630 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7a7229-b5ea-4eff-be74-532e9dc9e225,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:54.118868 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (ced92044-e490-4fc0-b562-53bb24d2ce18), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.183952 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663aa706-0394-4244-a956-3ae14438977d None None] Pushing event updated for resources: {'Port': ['ID=087e4e1b-3162-4f3f-9b15-f40cece828da,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:54.205388 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:54.258696 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.323955 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-d11b8034-da87-4ff3-b38b-54a6718b3f6c None None] Provisioning complete for port cf7a7229-b5ea-4eff-be74-532e9dc9e225 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:54.325827 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-d11b8034-da87-4ff3-b38b-54a6718b3f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.391859 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-d11b8034-da87-4ff3-b38b-54a6718b3f6c None None] Port cf7a7229-b5ea-4eff-be74-532e9dc9e225 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:50:54.407450 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:52Z', 'revision_number': 3, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:54.446003 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb35aa0-b6ed-4491-9990-13e5fad7f999 None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:52Z', 'revision_number': 3, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:54.460876 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks [] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.465949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.481392 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec82b249-c7db-41dc-9b9b-9941e055aaea req-2e8c1863-0bb4-4f37-b967-316cf260280c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:54.483192 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec82b249-c7db-41dc-9b9b-9941e055aaea req-2e8c1863-0bb4-4f37-b967-316cf260280c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 944 time: 0.0821939 Mar 31 16:50:54.535397 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec82b249-c7db-41dc-9b9b-9941e055aaea req-3aef315d-3c99-4c15-b97e-23b387a0969c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457637 Mar 31 16:50:54.546764 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7a7229-b5ea-4eff-be74-532e9dc9e225,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:54.549135 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (ced92044-e490-4fc0-b562-53bb24d2ce18), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.653394 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:54.672748 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:54.805308 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:50:54.920284 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-a92ecaaa-db6f-47e3-b6b2-b681d64f1444 None None] Provisioning complete for port cf7a7229-b5ea-4eff-be74-532e9dc9e225 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:54.920581 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a92ecaaa-db6f-47e3-b6b2-b681d64f1444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:54.928003 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:50:54.939393 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-00c8dd08-88b7-42ff-b645-f0b43a0b0168 admin admin] 10.222.0.21 "PUT /v2.0/routers/ced92044-e490-4fc0-b562-53bb24d2ce18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8047020 Mar 31 16:50:54.976299 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-a92ecaaa-db6f-47e3-b6b2-b681d64f1444 None None] Port cf7a7229-b5ea-4eff-be74-532e9dc9e225 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:50:55.107953 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 087e4e1b-3162-4f3f-9b15-f40cece828da up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:55.164802 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 087e4e1b-3162-4f3f-9b15-f40cece828da triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:55.165289 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.251038 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 087e4e1b-3162-4f3f-9b15-f40cece828da is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:55.251507 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.272624 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 087e4e1b-3162-4f3f-9b15-f40cece828da, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=087e4e1b-3162-4f3f-9b15-f40cece828da,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:55.277906 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.279040 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device e37d3820-58d5-4500-9b0d-b25740ad82aa up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:55.489880 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=087e4e1b-3162-4f3f-9b15-f40cece828da,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:55.507384 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port e37d3820-58d5-4500-9b0d-b25740ad82aa triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:55.507885 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.539873 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56444) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:55.544548 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--453323147', 'description': 'tempest-description--1960065170'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:55.567973 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.587395 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port e37d3820-58d5-4500-9b0d-b25740ad82aa is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:55.642128 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (3806e58d-e0af-43c9-9b3b-e1f363c39a24), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.643389 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:50:55.647683 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3806e58d-e0af-43c9-9b3b-e1f363c39a24), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.669146 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e2c64-bff6-4c38-85f3-b4ea9f70d3be req-e4d5ea6c-fd76-47e2-af55-1e0a73d1291b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:55.670674 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-469e2c64-bff6-4c38-85f3-b4ea9f70d3be req-e4d5ea6c-fd76-47e2-af55-1e0a73d1291b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 944 time: 0.0618575 Mar 31 16:50:55.685860 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.687979 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1466866 Mar 31 16:50:55.690328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56448) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:55.694537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bb7f7-055b-4ad2-ac93-8c286e8bef61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3806e58d-e0af-43c9-9b3b-e1f363c39a24,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:55.699181 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': '3806e58d-e0af-43c9-9b3b-e1f363c39a24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:55.764150 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (a14cfb4c-6716-4dee-b73c-146de5b43775), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.768898 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:55.776086 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-469e2c64-bff6-4c38-85f3-b4ea9f70d3be req-2a3bc2a7-cdf2-4659-9336-a33edc75e90f tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926862 Mar 31 16:50:55.787130 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'port_id': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'mac_address': 'fa:16:3e:48:19:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:50:55.825234 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (a14cfb4c-6716-4dee-b73c-146de5b43775), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.829789 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (a14cfb4c-6716-4dee-b73c-146de5b43775), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.838317 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4eaec21e-17ca-4919-a351-1d33d41d9226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.841813 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:55.842286 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.848818 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14cfb4c-6716-4dee-b73c-146de5b43775,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:55.856014 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.857213 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-76afd3ff-66cb-45e0-b390-c6f6b152079d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657097 Mar 31 16:50:55.859987 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56450) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:55.864508 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:50:55.865003 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': '3806e58d-e0af-43c9-9b3b-e1f363c39a24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:55.890583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:55.892419 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (4e3f68c2-c267-4bcc-8fd8-cd9ffae8f40d), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.895155 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.948922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:55.958180 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (4e3f68c2-c267-4bcc-8fd8-cd9ffae8f40d), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.963226 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (4e3f68c2-c267-4bcc-8fd8-cd9ffae8f40d), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.981483 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e3f68c2-c267-4bcc-8fd8-cd9ffae8f40d,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:55.990978 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:55.992424 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7fd08e53-f19c-457d-93aa-804c33e53838 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314540 Mar 31 16:50:55.995501 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56452) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:50:55.999785 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:56.019356 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.069557 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:50:56.079972 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:56.080592 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:56.128285 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.190810 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:56.218406 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['4f68f8a8-47a6-4145-bf35-d0e6c07d4815'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:50:56.232116 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.27.3.46 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/225392c2-1f47-4c2e-903f-d6f335d3035f) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:56.329697 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.370803 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.408483 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:56.413313 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:56.416817 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:56.441532 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=225392c2-1f47-4c2e-903f-d6f335d3035f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:56.494765 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:56.506012 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (d4b8b7c2-4c39-466a-b43e-238435fc41f5), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.521555 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:50:56.521915 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Updating router ced92044-e490-4fc0-b562-53bb24d2ce18 port cf7a7229-b5ea-4eff-be74-532e9dc9e225 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:50:56.541722 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.548946 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.697923 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.702683 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.750132 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.776348 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=225392c2-1f47-4c2e-903f-d6f335d3035f,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:56.783829 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (d4b8b7c2-4c39-466a-b43e-238435fc41f5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.798678 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.802368 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-f0163d94-7932-4a07-890a-d364a32e0466 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8059413 Mar 31 16:50:56.833901 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Publish callbacks [] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.843628 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.903335 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d453f8-d692-4e84-8dd6-eb4277967ad4 None None] Pushing event updated for resources: {'Port': ['ID=cf7a7229-b5ea-4eff-be74-532e9dc9e225,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:56.907798 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb639-6822-4c44-b58a-680f5a758dba req-be3b2045-046c-4b07-abbe-14ab8e66d760 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:56.909440 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-08ebb639-6822-4c44-b58a-680f5a758dba req-be3b2045-046c-4b07-abbe-14ab8e66d760 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 945 time: 0.0616603 Mar 31 16:50:56.963572 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Attempting to bind port cf7a7229-b5ea-4eff-be74-532e9dc9e225 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:50:56.963947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Attempting to bind port cf7a7229-b5ea-4eff-be74-532e9dc9e225 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:50:56.964314 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Attempting to bind port cf7a7229-b5ea-4eff-be74-532e9dc9e225 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:50:56.970321 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:50:56.970700 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:50:56.971108 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.971501 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Bound using segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:50:56.971979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Bound port: cf7a7229-b5ea-4eff-be74-532e9dc9e225, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:50:56.972363 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:56.996340 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-32e42938-1353-4d5d-af54-f23be053c94e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--453323147&fields=id&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 267 time: 0.0718040 Mar 31 16:50:56.999399 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-08ebb639-6822-4c44-b58a-680f5a758dba req-a810d0d1-7ab4-44e7-9ae3-a72067f86ce2 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834851 Mar 31 16:50:57.045268 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 087e4e1b-3162-4f3f-9b15-f40cece828da up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:57.079858 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] For port cf7a7229-b5ea-4eff-be74-532e9dc9e225, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:50:57.102695 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] For port cf7a7229-b5ea-4eff-be74-532e9dc9e225, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=cf7a7229-b5ea-4eff-be74-532e9dc9e225,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:50:57.111309 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:57.137086 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-0e7add73-8d47-4cdd-952a-e786d8efd4a9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:57.138535 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-0e7add73-8d47-4cdd-952a-e786d8efd4a9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.1285899 Mar 31 16:50:57.152555 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-d3f27a8c-c0af-4f7f-b15f-cb8c39a524fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/quotas/2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 375 time: 0.0086532 Mar 31 16:50:57.180665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 087e4e1b-3162-4f3f-9b15-f40cece828da triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:57.180966 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:57.184020 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d453f8-d692-4e84-8dd6-eb4277967ad4 None None] Pushing event updated for resources: {'Port': ['ID=cf7a7229-b5ea-4eff-be74-532e9dc9e225,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:57.210325 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:50:57.210884 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:57.214598 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-7ff4004f-33aa-4f76-a1c6-f61d72fcbb12 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539272 Mar 31 16:50:57.307728 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] Provisioning complete for port cf7a7229-b5ea-4eff-be74-532e9dc9e225 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:57.308099 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:57.325527 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-38771c2b-d9f8-4370-9491-2369d0b06ee6 service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972781 Mar 31 16:50:57.393854 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:50:57.411325 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-bfc9ea1c-ef17-4dd8-a3c5-b38f439c567b service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848553 Mar 31 16:50:57.448125 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 087e4e1b-3162-4f3f-9b15-f40cece828da is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:57.581423 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e6468fc0-871d-4754-b942-abb506e1ef70 req-5edc8824-62af-453a-84f5-7e2a206da1a8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 210 time: 0.0319479 Mar 31 16:50:57.678350 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:57.713232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] Current status of the port cf7a7229-b5ea-4eff-be74-532e9dc9e225 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:57.713552 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:57.792593 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] For port cf7a7229-b5ea-4eff-be74-532e9dc9e225, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=cf7a7229-b5ea-4eff-be74-532e9dc9e225,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:57.818541 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:57.851747 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:50:57.865724 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:57.866151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:57.911555 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f932f-42d4-49ef-aa6d-deede71ae337 None None] Pushing event updated for resources: {'Port': ['ID=cf7a7229-b5ea-4eff-be74-532e9dc9e225,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:57.934670 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:50:57.973980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afce31e8-8e67-4cc1-8112-5401d3a7775c None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:50:57.982049 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-7477ac98-7be3-4186-b9ad-a9d146d29ff4 None None] Provisioning complete for port cf7a7229-b5ea-4eff-be74-532e9dc9e225 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:57.982427 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7477ac98-7be3-4186-b9ad-a9d146d29ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:58.058786 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:58.059176 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:58.136500 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:50:58.139406 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43c830-edfa-456a-b1b2-e5cd10c3f43a" -d '{"events": [{"server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "name": "network-vif-plugged", "status": "completed", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:50:58.161994 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-7477ac98-7be3-4186-b9ad-a9d146d29ff4 None None] Current status of the port cf7a7229-b5ea-4eff-be74-532e9dc9e225 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:58.166217 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:50:58.169498 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e337e7e3-735c-49e2-b2fc-047676c00409 req-7ae82280-9c76-4f4c-97fd-5aecc14f48a6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:58.172666 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:58.174422 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e337e7e3-735c-49e2-b2fc-047676c00409 req-7ae82280-9c76-4f4c-97fd-5aecc14f48a6 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 945 time: 0.0728679 Mar 31 16:50:58.212422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315418f1-1a81-498e-b7f9-bf4a8ae4ae16 x-openstack-request-id: req-315418f1-1a81-498e-b7f9-bf4a8ae4ae16 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:50:58.212724 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "name": "network-vif-plugged", "status": "completed", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:50:58.212983 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-315418f1-1a81-498e-b7f9-bf4a8ae4ae16 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:50:58.213433 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315418f1-1a81-498e-b7f9-bf4a8ae4ae16'] response: {'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'code': 200} Mar 31 16:50:58.247076 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:58.249616 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e337e7e3-735c-49e2-b2fc-047676c00409 req-70ea95c3-b519-45bc-b307-90d92c754253 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630317 Mar 31 16:50:58.367327 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:58.387835 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b4dfc-29d6-4109-80c6-c864c8f2c9e8 req-ebed23d3-cbf7-4c20-ad89-aa7abbc7399c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:58.389391 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-578b4dfc-29d6-4109-80c6-c864c8f2c9e8 req-ebed23d3-cbf7-4c20-ad89-aa7abbc7399c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 1130 time: 0.0500283 Mar 31 16:50:58.440650 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-578b4dfc-29d6-4109-80c6-c864c8f2c9e8 req-ddbb48da-6f0b-46f5-a2b0-3bd06fb108d6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443788 Mar 31 16:50:58.683636 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c3d4fdd2-6b17-4072-ba72-ba9d235cc8ca req-90b69ade-7322-44dd-96d4-d09648927104 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 210 time: 0.0282407 Mar 31 16:50:58.842521 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-8b1aa821-d21b-4578-a1d2-1ec388cfc789 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:58.844169 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-8b1aa821-d21b-4578-a1d2-1ec388cfc789 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.1142330 Mar 31 16:50:59.042853 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device cf7a7229-b5ea-4eff-be74-532e9dc9e225 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:50:59.091699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port cf7a7229-b5ea-4eff-be74-532e9dc9e225 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:59.092078 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.148682 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-23bab315-d41e-40f7-b9d7-c9aa89f522b0 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 379 time: 0.2957680 Mar 31 16:50:59.158491 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'port': {'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'admin_state_up': True, 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'security_groups': ['3806e58d-e0af-43c9-9b3b-e1f363c39a24']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:59.178170 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port cf7a7229-b5ea-4eff-be74-532e9dc9e225 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:50:59.262682 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Made reservation on behalf of 2d44de79b7314861b41c4ecf8bb5f25a for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:50:59.266029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.367604 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c87fd-a779-4f81-af97-da44349753a6 req-417b9ea1-b6fa-4e6e-b84e-12c3de7a9d67 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:59.369840 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec9c87fd-a779-4f81-af97-da44349753a6 req-417b9ea1-b6fa-4e6e-b84e-12c3de7a9d67 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.0520017 Mar 31 16:50:59.390671 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.20.0.14 (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764/fb545aa8-b476-4635-bd53-b8ab6ce228fe/a478fdfd-b5a0-4f7d-9cad-f4aee202d06b) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:50:59.416248 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec9c87fd-a779-4f81-af97-da44349753a6 req-163d77c1-925d-409d-80e1-c51bbefa8e7e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Mar 31 16:50:59.531904 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.564663 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.602570 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:50:59.605425 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:50:59.607859 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:50:59.646941 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:50:59.668588 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:59.669243 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.680159 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.685679 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f9c63f9-d217-489d-b3ee-62faea8a0420 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306993 Mar 31 16:50:59.707116 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Request body: {'port': {'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:50:59.773233 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.788991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.850667 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34d515-272a-4442-ba35-00f1168d0dc0 req-2df206bf-355a-4c97-b06a-ee1c851afd25 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:50:59.852166 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b34d515-272a-4442-ba35-00f1168d0dc0 req-2df206bf-355a-4c97-b06a-ee1c851afd25 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 932 time: 0.0653741 Mar 31 16:50:59.898734 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-47af88b1-09c2-4ec9-b36e-61d534e87c36 None None] Provisioning complete for port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:50:59.899120 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-47af88b1-09c2-4ec9-b36e-61d534e87c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:50:59.901086 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7b34d515-272a-4442-ba35-00f1168d0dc0 req-be3a87ca-e91f-409c-ab99-a6f3178d5234 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418215 Mar 31 16:50:59.945248 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-47af88b1-09c2-4ec9-b36e-61d534e87c36 None None] Port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:51:00.059836 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a478fdfd-b5a0-4f7d-9cad-f4aee202d06b {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:51:00.067059 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Publish callbacks [] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:00.078685 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Transition to ACTIVE for port object a478fdfd-b5a0-4f7d-9cad-f4aee202d06b will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:51:00.081721 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:00.128470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Pushing event updated for resources: {'Port': ['ID=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:51:00.206224 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Attempting to bind port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:51:00.206565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Attempting to bind port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:51:00.206924 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Attempting to bind port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:51:00.211949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:51:00.212267 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Attempting to bind port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:51:00.217306 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:51:00.217647 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:51:00.218030 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Bound using segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:51:00.218459 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Bound port: a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:51:00.218817 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:00.282631 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] For port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:51:00.286142 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] For port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:51:00.292365 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:00.322104 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:00.322912 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:00.324248 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] 10.222.0.55 "PUT /v2.0/ports/a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 200 len: 1094 time: 0.6215286 Mar 31 16:51:00.326254 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:51:00.329133 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101acdec-9948-4384-9b67-682616afa86a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:51:00.363676 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03e605-9a7d-4cfc-8394-508935d3d897 service neutron] Pushing event updated for resources: {'Port': ['ID=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:51:00.400664 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e083b7-07d1-458a-9c2b-214b25a645e6 x-openstack-request-id: req-80e083b7-07d1-458a-9c2b-214b25a645e6 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:51:00.401352 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:51:00.401352 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80e083b7-07d1-458a-9c2b-214b25a645e6 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:51:00.401610 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e083b7-07d1-458a-9c2b-214b25a645e6'] response: {'name': 'network-changed', 'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'status': 'completed', 'code': 200} Mar 31 16:51:00.421623 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-7d24c3b7-e6cc-4b89-8336-3101d3f75e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:00.423317 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-7d24c3b7-e6cc-4b89-8336-3101d3f75e81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 1128 time: 0.0532906 Mar 31 16:51:00.472263 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-5f469230-436b-410b-aea5-b6d76032a89e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 200 len: 217 time: 0.0412078 Mar 31 16:51:00.522222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-45feff6c-9f3e-4576-9cdd-e6b9038d8c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:00.523620 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-45feff6c-9f3e-4576-9cdd-e6b9038d8c25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0457180 Mar 31 16:51:00.540808 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab047170-0238-451f-9205-aaf88535e8e8 req-54cf539f-18fa-4146-9356-c6a6d01f613b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:00.542587 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab047170-0238-451f-9205-aaf88535e8e8 req-54cf539f-18fa-4146-9356-c6a6d01f613b tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.0560677 Mar 31 16:51:00.573601 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-d0e646e4-8cb6-46a7-b174-6eef2668efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:00.575014 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-d0e646e4-8cb6-46a7-b174-6eef2668efeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449638 Mar 31 16:51:00.589298 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab047170-0238-451f-9205-aaf88535e8e8 req-9eaa905f-5f71-4866-bcbc-fb5d8255bf0e tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410988 Mar 31 16:51:00.672724 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-505c02ae-9d50-4abc-b88a-5529a929cd14 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913639 Mar 31 16:51:00.709369 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01e3a19-9fef-4585-b4f7-07833a5f71ef req-03a4f9e5-7aa8-4b19-a828-b70de9e5b199 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:00.710834 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e01e3a19-9fef-4585-b4f7-07833a5f71ef req-03a4f9e5-7aa8-4b19-a828-b70de9e5b199 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.0552881 Mar 31 16:51:00.719745 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56500) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:51:00.725452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Request body: {'floatingip': {'port_id': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:51:00.775427 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (5d78d8ad-e941-406e-9deb-ebc8c72bdd78), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:00.881707 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8466d9f0-66c4-4f5a-85d7-71cb269bdea9 req-73bbdfec-7a3d-4d25-aa29-a0ab7d090e00 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027781 Mar 31 16:51:01.020942 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b621c1d-6593-42b4-9ca1-d7c009fe2272 req-72a929cc-8d56-4e17-a675-5c83d3fd5b5a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:01.022448 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b621c1d-6593-42b4-9ca1-d7c009fe2272 req-72a929cc-8d56-4e17-a675-5c83d3fd5b5a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 944 time: 0.0525856 Mar 31 16:51:01.030413 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acdec-9948-4384-9b67-682616afa86a req-8f9a4dee-22c8-48e3-85be-583cf2e4a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:01.031883 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-8f9a4dee-22c8-48e3-85be-583cf2e4a682 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 1128 time: 0.0644004 Mar 31 16:51:01.070007 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2b621c1d-6593-42b4-9ca1-d7c009fe2272 req-fb59d3b1-f705-4629-bef9-76341b473506 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417390 Mar 31 16:51:01.229086 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acdec-9948-4384-9b67-682616afa86a req-6980d48b-1447-43c8-b269-6706fd980fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:01.230564 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-6980d48b-1447-43c8-b269-6706fd980fb0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.1918747 Mar 31 16:51:01.291714 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-7785c8eb-4e04-43e5-a0e8-a764e5512716 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 200 len: 217 time: 0.0540488 Mar 31 16:51:01.381397 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acdec-9948-4384-9b67-682616afa86a req-9e01b9f0-5b9f-493a-9d85-1aaf41dae50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:01.382828 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-9e01b9f0-5b9f-493a-9d85-1aaf41dae50a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0853786 Mar 31 16:51:01.384744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:01.389319 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (5d78d8ad-e941-406e-9deb-ebc8c72bdd78), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:01.506357 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101acdec-9948-4384-9b67-682616afa86a req-98dc1d71-dd53-43d3-bb8a-89a6c542d78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:01.507762 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-98dc1d71-dd53-43d3-bb8a-89a6c542d78a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1194284 Mar 31 16:51:01.526176 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Floating IP 5d78d8ad-e941-406e-9deb-ebc8c72bdd78 associated. External IP: 172.27.3.108, port: 4f68f8a8-47a6-4145-bf35-d0e6c07d4815. Mar 31 16:51:01.682010 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-0f7f2c1e-0ee3-4cfe-b44d-8c3d3563564e service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649921 Mar 31 16:51:01.843624 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-101acdec-9948-4384-9b67-682616afa86a req-887eaf97-aeab-409a-b332-e8a6219aef10 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554368 Mar 31 16:51:01.863050 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Router a97b30db-2457-4028-858e-44190bbbcb8e has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:51:01.967611 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:51:01.972400 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:01.977555 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:51:01.987363 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:51:01.987974 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:02.001879 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8da1932b-1182-4e11-a776-5d6f07850c6d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "PUT /v2.0/floatingips/5d78d8ad-e941-406e-9deb-ebc8c72bdd78 HTTP/1.1" status: 200 len: 992 time: 1.2810986 Mar 31 16:51:02.096884 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:51:02.185942 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede90cb-e021-48bf-a6f8-c8574aefbf65 req-c431f697-1555-494e-9ecb-fa4185adbaf4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:02.187402 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ede90cb-e021-48bf-a6f8-c8574aefbf65 req-c431f697-1555-494e-9ecb-fa4185adbaf4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 944 time: 0.0515072 Mar 31 16:51:02.233136 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ede90cb-e021-48bf-a6f8-c8574aefbf65 req-74226878-2443-4802-970d-4ddbfcad8dbd tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398955 Mar 31 16:51:02.316258 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '5d78d8ad-e941-406e-9deb-ebc8c72bdd78', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'port_id': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'mac_address': 'fa:16:3e:48:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82059de0-e021-40ab-adbc-ee623054f280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:46Z', 'updated_at': '2022-03-31T16:51:01Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:02.347406 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:51:02.356047 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:51:02.356639 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:02.402575 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:51:02.404909 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0115fd74-890b-4852-ad9e-c19611ba9af3" -d '{"events": [{"name": "network-changed", "server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:51:02.439081 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc51f80b-4642-4bbf-8c68-d58f50e9f551 x-openstack-request-id: req-bc51f80b-4642-4bbf-8c68-d58f50e9f551 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:51:02.439366 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:51:02.439647 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bc51f80b-4642-4bbf-8c68-d58f50e9f551 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:51:02.440045 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc51f80b-4642-4bbf-8c68-d58f50e9f551'] response: {'name': 'network-changed', 'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'status': 'completed', 'code': 200} Mar 31 16:51:02.459057 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:51:02.508405 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-4973de5d-4067-410f-8603-17953294d612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:02.509936 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-4973de5d-4067-410f-8603-17953294d612 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c20b7c93ae6242f499530ec76254d558&device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 1130 time: 0.0483117 Mar 31 16:51:02.598513 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-adc4c13d-e424-4185-b0aa-65759ba53023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:02.599911 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-adc4c13d-e424-4185-b0aa-65759ba53023 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 200 len: 911 time: 0.0832937 Mar 31 16:51:02.675300 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-2cd04427-3816-4af6-b6e1-c21619903808 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815 HTTP/1.1" status: 200 len: 1000 time: 0.0667334 Mar 31 16:51:02.725335 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-c171e754-e1f5-4e70-8b92-b0873e70500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:02.726973 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-c171e754-e1f5-4e70-8b92-b0873e70500c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 200 len: 850 time: 0.0454617 Mar 31 16:51:02.783009 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-56d149bd-f893-42f0-b3b6-149f4a2d0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:02.784082 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '5d78d8ad-e941-406e-9deb-ebc8c72bdd78', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'port_id': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'mac_address': 'fa:16:3e:48:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82059de0-e021-40ab-adbc-ee623054f280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:46Z', 'updated_at': '2022-03-31T16:51:01Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:02.784622 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-56d149bd-f893-42f0-b3b6-149f4a2d0032 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505474 Mar 31 16:51:02.809779 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c86336-4f53-41e9-8884-be5d5c2f535d None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '5d78d8ad-e941-406e-9deb-ebc8c72bdd78', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'floating_ip_address': '172.27.3.108', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'port_id': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'mac_address': 'fa:16:3e:48:19:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82059de0-e021-40ab-adbc-ee623054f280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:46Z', 'updated_at': '2022-03-31T16:51:01Z', 'revision_number': 1, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:51:03.022448 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27616938-77af-449e-a979-6415538b8f4b None None] New status for floating IP 5d78d8ad-e941-406e-9deb-ebc8c72bdd78: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:51:03.124924 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-2dfae0c3-cff1-4f46-9b73-c699d6257645 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244946 Mar 31 16:51:03.216526 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0115fd74-890b-4852-ad9e-c19611ba9af3 req-fc2e60b8-f4ee-4954-bf77-548bfde1ea84 service neutron] 10.222.0.55 "GET /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848365 Mar 31 16:51:03.354890 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b0625-1dc9-4e92-a514-302734618117 req-50b4e638-6e81-4e2c-a0d2-381f0799e2b4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:03.356411 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b97b0625-1dc9-4e92-a514-302734618117 req-50b4e638-6e81-4e2c-a0d2-381f0799e2b4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 944 time: 0.0572546 Mar 31 16:51:03.403377 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b97b0625-1dc9-4e92-a514-302734618117 req-621fdc95-4e54-41cf-b57d-0725e36d651d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412238 Mar 31 16:51:03.728117 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a478fdfd-b5a0-4f7d-9cad-f4aee202d06b details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:51:03.823941 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:51:03.834572 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:51:03.874141 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:51:03.874529 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:03.887836 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a478fdfd-b5a0-4f7d-9cad-f4aee202d06b {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:51:03.905979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:51:03.909532 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:03.955567 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:51:04.227505 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['a478fdfd-b5a0-4f7d-9cad-f4aee202d06b'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:51:04.520722 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe50f6-b8d2-41fb-8f34-8b188befc1bb req-2f9cbe5b-cc48-41db-9f1d-ccededaef1a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:04.522215 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8fbe50f6-b8d2-41fb-8f34-8b188befc1bb req-2f9cbe5b-cc48-41db-9f1d-ccededaef1a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 945 time: 0.0525043 Mar 31 16:51:04.568490 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8fbe50f6-b8d2-41fb-8f34-8b188befc1bb req-c2e5476c-04ab-4bb6-b2a0-3bcb00670ca5 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Mar 31 16:51:05.681980 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec07e1-7526-432c-97e6-fb22e0961a4f req-dabe15db-1f8a-49af-b235-4a0437e79c50 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:05.683441 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-27ec07e1-7526-432c-97e6-fb22e0961a4f req-dabe15db-1f8a-49af-b235-4a0437e79c50 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 945 time: 0.0508788 Mar 31 16:51:05.732226 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-27ec07e1-7526-432c-97e6-fb22e0961a4f req-ca5634ff-0368-40ad-85cd-20e7a6d90f38 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432928 Mar 31 16:51:05.737988 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a478fdfd-b5a0-4f7d-9cad-f4aee202d06b up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:51:05.786062 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:51:05.789984 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:51:05.790355 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:05.867961 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:51:05.868353 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:05.890547 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:51:05.892675 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da826e1-85fb-40d0-8c92-5bc161ee355b" -d '{"events": [{"server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "name": "network-vif-plugged", "status": "completed", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:51:05.905071 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:51:05.909186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:05.934738 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0766da-bdeb-41d4-ac4c-8cce3b13ecf1 x-openstack-request-id: req-9d0766da-bdeb-41d4-ac4c-8cce3b13ecf1 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:51:05.935026 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "name": "network-vif-plugged", "status": "completed", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:51:05.935276 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d0766da-bdeb-41d4-ac4c-8cce3b13ecf1 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:51:05.935661 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d0766da-bdeb-41d4-ac4c-8cce3b13ecf1'] response: {'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'code': 200} Mar 31 16:51:05.963178 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:51:06.095491 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022b817-f0be-4783-8aae-67a2b8cd7d5f req-01b07562-4d43-4a9c-bcbe-81821c41ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:06.096847 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0022b817-f0be-4783-8aae-67a2b8cd7d5f req-01b07562-4d43-4a9c-bcbe-81821c41ac0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 1130 time: 0.0427439 Mar 31 16:51:06.141882 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-0022b817-f0be-4783-8aae-67a2b8cd7d5f req-12cfadf3-0f4d-4276-8522-cc1e76588a5e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395625 Mar 31 16:51:06.849616 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707508a5-95eb-4d62-83a4-cb6184bd5296 req-613992bc-af36-4be7-b0ad-e8c78210a40f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:06.851068 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-707508a5-95eb-4d62-83a4-cb6184bd5296 req-613992bc-af36-4be7-b0ad-e8c78210a40f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.0514104 Mar 31 16:51:06.897713 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-707508a5-95eb-4d62-83a4-cb6184bd5296 req-9d2172dd-2db0-4f4f-936e-b6bde7c17bc1 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410488 Mar 31 16:51:08.015008 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbd9c1-3928-45e2-b38a-dc087a1007c1 req-4a1ce8aa-7861-4ef2-bfec-3baa8e6f17e1 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:08.016456 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2bbd9c1-3928-45e2-b38a-dc087a1007c1 req-4a1ce8aa-7861-4ef2-bfec-3baa8e6f17e1 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.0514867 Mar 31 16:51:08.061685 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2bbd9c1-3928-45e2-b38a-dc087a1007c1 req-4f657e82-ea8c-41e6-8f11-5eec3f61ba6f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398717 Mar 31 16:51:08.177013 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac9562-997f-4ec3-b96e-578b7d25ef13 req-81a76c1d-2f32-49d1-9a31-f1f2af2ec7f0 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:08.178409 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e4ac9562-997f-4ec3-b96e-578b7d25ef13 req-81a76c1d-2f32-49d1-9a31-f1f2af2ec7f0 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.0554423 Mar 31 16:51:08.186912 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56528) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:51:08.190994 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:51:08.229558 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (d4b8b7c2-4c39-466a-b43e-238435fc41f5), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:08.641402 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:08.646003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (d4b8b7c2-4c39-466a-b43e-238435fc41f5), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:08.747511 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP d4b8b7c2-4c39-466a-b43e-238435fc41f5 associated. External IP: 172.27.3.46, port: a478fdfd-b5a0-4f7d-9cad-f4aee202d06b. Mar 31 16:51:08.954244 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:51:09.059482 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:51:09.063848 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:09.069394 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:51:09.078641 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:51:09.079242 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:09.092585 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c62c35b1-efd8-48cd-9de7-b155e92ac699 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "PUT /v2.0/floatingips/d4b8b7c2-4c39-466a-b43e-238435fc41f5 HTTP/1.1" status: 200 len: 991 time: 0.9046819 Mar 31 16:51:09.093261 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:51:09.095487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82312e08-792b-4744-82fe-3da29b0d3880" -d '{"events": [{"name": "network-changed", "server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:51:09.131724 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a99d0b1-caf4-444d-bdf5-dee8ce310649 x-openstack-request-id: req-3a99d0b1-caf4-444d-bdf5-dee8ce310649 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:51:09.132016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:51:09.132272 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a99d0b1-caf4-444d-bdf5-dee8ce310649 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:51:09.132678 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a99d0b1-caf4-444d-bdf5-dee8ce310649'] response: {'name': 'network-changed', 'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'status': 'completed', 'code': 200} Mar 31 16:51:09.185004 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:51:09.195436 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312e08-792b-4744-82fe-3da29b0d3880 req-79009e35-3cdc-4ffb-b9fb-092c00d3b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:09.196876 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-79009e35-3cdc-4ffb-b9fb-092c00d3b98d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 1130 time: 0.0437157 Mar 31 16:51:09.284140 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312e08-792b-4744-82fe-3da29b0d3880 req-caa56eaf-4bf5-4c61-9ae7-e21296063a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:09.286159 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-caa56eaf-4bf5-4c61-9ae7-e21296063a0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.0823364 Mar 31 16:51:09.351166 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-086c0cc8-f3ec-4435-bae8-e65093f26b09 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 200 len: 999 time: 0.0596964 Mar 31 16:51:09.397669 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312e08-792b-4744-82fe-3da29b0d3880 req-08160124-93ac-43be-a678-b78cdcd334f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:09.399204 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-08160124-93ac-43be-a678-b78cdcd334f7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0421135 Mar 31 16:51:09.403100 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:08Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:09.429195 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:51:09.437153 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:51:09.438205 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:50:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:09.447311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82312e08-792b-4744-82fe-3da29b0d3880 req-fe7e015c-46ba-4458-ada7-f79e2de93e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:09.448741 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-fe7e015c-46ba-4458-ada7-f79e2de93e47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434484 Mar 31 16:51:09.537653 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-b69b4f02-9222-4dba-9414-24bc4f198aec service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829492 Mar 31 16:51:09.541282 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:51:09.627576 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-82312e08-792b-4744-82fe-3da29b0d3880 req-a0244d3c-0a58-47ba-af8c-fd4bc91a1c57 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838602 Mar 31 16:51:09.766437 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:08Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:51:09.792702 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f5fc64-d9a5-4b9a-be81-cbe09d5d338f None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:08Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:51:09.961616 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998b8d6c-ada4-4c7d-b22f-08bd700059b9 None None] New status for floating IP d4b8b7c2-4c39-466a-b43e-238435fc41f5: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:51:23.470410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8049aeab-74e5-4332-9a2d-28c9e535a4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:23.949084 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:51:25.809927 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-c3be470b-0f98-4af4-b326-3b0fe4ebb13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:26.737666 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:28.367079 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:29.672525 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:29.746820 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:36.658805 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672997f-8fa5-41f2-9b46-b836904f0aaa req-50fcdfc3-b3ac-4f2c-9be7-111125696222 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:36.660288 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8672997f-8fa5-41f2-9b46-b836904f0aaa req-50fcdfc3-b3ac-4f2c-9be7-111125696222 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0529909 Mar 31 16:51:36.709808 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8672997f-8fa5-41f2-9b46-b836904f0aaa req-908f3c24-7c32-4b5f-94b7-582bd769224a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439045 Mar 31 16:51:37.832060 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ced22-0a4b-42e8-9735-2a1eba2bfbd5 req-b99451c6-9d4a-4abb-a884-7f54e4006f6b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:37.833516 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1f6ced22-0a4b-42e8-9735-2a1eba2bfbd5 req-b99451c6-9d4a-4abb-a884-7f54e4006f6b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0507998 Mar 31 16:51:37.882176 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1f6ced22-0a4b-42e8-9735-2a1eba2bfbd5 req-6c7fd0ed-ea04-4f56-9957-58b140ef11b3 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431614 Mar 31 16:51:39.001628 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbea3b4-ad4a-48a9-9ace-a8397115545f req-cf8c0f8e-09bd-4dd3-a275-74c17848bfe5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:39.003113 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1fbea3b4-ad4a-48a9-9ace-a8397115545f req-cf8c0f8e-09bd-4dd3-a275-74c17848bfe5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0515063 Mar 31 16:51:39.048901 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1fbea3b4-ad4a-48a9-9ace-a8397115545f req-6ac40159-eff8-4ddc-9354-83b5a025f538 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401940 Mar 31 16:51:40.166551 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df8613-21a2-482e-98e8-beac94569fdd req-c575d8d4-6f38-47f2-a128-4014d980471b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:40.167998 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92df8613-21a2-482e-98e8-beac94569fdd req-c575d8d4-6f38-47f2-a128-4014d980471b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0506978 Mar 31 16:51:40.212835 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92df8613-21a2-482e-98e8-beac94569fdd req-e2c364fd-39a8-4109-a8b6-f90ac1812d13 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Mar 31 16:51:41.334768 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413238e7-ca32-40b0-b55f-66abe8940d0a req-b80ecf2f-77bc-469c-9243-892fccd125e6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:41.336206 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-413238e7-ca32-40b0-b55f-66abe8940d0a req-b80ecf2f-77bc-469c-9243-892fccd125e6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0542202 Mar 31 16:51:41.380889 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-413238e7-ca32-40b0-b55f-66abe8940d0a req-68cdc788-f3ec-4185-bc0c-7cd9854aae20 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 Mar 31 16:51:42.501033 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e042e4-116b-4375-a27e-60021c781e8b req-9f8af32c-6158-4fa9-b0ed-3886b3467518 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:42.502513 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-88e042e4-116b-4375-a27e-60021c781e8b req-9f8af32c-6158-4fa9-b0ed-3886b3467518 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0518537 Mar 31 16:51:42.553282 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-88e042e4-116b-4375-a27e-60021c781e8b req-86bc6644-9c6c-4d27-895c-2d9a783aba1c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452247 Mar 31 16:51:43.672751 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88cc3b3-bc0c-46b2-b747-54fdbd575933 req-bf4e4ba9-b53b-4bf9-a32d-0bf469e737d9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:43.676628 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c88cc3b3-bc0c-46b2-b747-54fdbd575933 req-bf4e4ba9-b53b-4bf9-a32d-0bf469e737d9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0540514 Mar 31 16:51:43.721588 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c88cc3b3-bc0c-46b2-b747-54fdbd575933 req-f1033691-b719-4f84-a7dd-290c08c814a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418389 Mar 31 16:51:44.846229 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eae400-19db-4727-acdc-80476679e5a5 req-6716ffe2-e4e5-4ed9-9b55-a961a9331b8f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:44.847707 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-55eae400-19db-4727-acdc-80476679e5a5 req-6716ffe2-e4e5-4ed9-9b55-a961a9331b8f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0518403 Mar 31 16:51:44.894727 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-55eae400-19db-4727-acdc-80476679e5a5 req-02ab2c7e-3d11-4a12-82bf-2ec09d9bc205 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398583 Mar 31 16:51:46.015209 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b81785-eb4b-4c0a-8509-2bbcb9e2d7be req-a19fd181-6ffc-4d43-bf8d-11f68dc9a84b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:46.016638 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-56b81785-eb4b-4c0a-8509-2bbcb9e2d7be req-a19fd181-6ffc-4d43-bf8d-11f68dc9a84b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0506887 Mar 31 16:51:46.061079 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-56b81785-eb4b-4c0a-8509-2bbcb9e2d7be req-bf7670b5-0bf3-4c44-920e-c63077cb50f5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Mar 31 16:51:47.184800 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b57ba1-4d2f-4aac-b2cb-148fe0fa8af2 req-d7aac4d3-7ade-41e2-881b-550a7fa0c273 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:47.186363 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-40b57ba1-4d2f-4aac-b2cb-148fe0fa8af2 req-d7aac4d3-7ade-41e2-881b-550a7fa0c273 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0548339 Mar 31 16:51:47.230834 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-40b57ba1-4d2f-4aac-b2cb-148fe0fa8af2 req-54b1525a-5ad9-4c2e-b52a-9dd3d2a13920 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384073 Mar 31 16:51:48.349315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eee3b-2c1b-4922-af28-0809225a0b85 req-834e3064-9688-4638-a6d3-3edea579628a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:48.350759 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ed1eee3b-2c1b-4922-af28-0809225a0b85 req-834e3064-9688-4638-a6d3-3edea579628a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0507205 Mar 31 16:51:48.395549 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ed1eee3b-2c1b-4922-af28-0809225a0b85 req-a9abe2b7-74e6-4aaf-98a2-4850b76005f2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394099 Mar 31 16:51:49.514777 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b72d8-861e-4d7a-ba87-eac7fc7b2f05 req-0fbc2028-f735-4076-b994-053b99c5ecd1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:49.516216 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a92b72d8-861e-4d7a-ba87-eac7fc7b2f05 req-0fbc2028-f735-4076-b994-053b99c5ecd1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0534983 Mar 31 16:51:49.562607 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a92b72d8-861e-4d7a-ba87-eac7fc7b2f05 req-a54f87a0-66d1-42c1-9241-f4ae484276b0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404093 Mar 31 16:51:50.691215 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c634c94-df00-4e9c-a3c6-fb3d01bee237 req-8b34cb8a-a5e3-4388-a6b7-32753dc2a717 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:50.692661 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2c634c94-df00-4e9c-a3c6-fb3d01bee237 req-8b34cb8a-a5e3-4388-a6b7-32753dc2a717 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0511224 Mar 31 16:51:50.737038 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2c634c94-df00-4e9c-a3c6-fb3d01bee237 req-dd731cfd-83a2-4259-94c9-b9159142604b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389290 Mar 31 16:51:51.856663 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b2166-fcd1-436a-896e-0f6d642421da req-1ce0b372-f9dd-4288-afb5-b8288b3a6ccd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:51.858126 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-184b2166-fcd1-436a-896e-0f6d642421da req-1ce0b372-f9dd-4288-afb5-b8288b3a6ccd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0507705 Mar 31 16:51:51.905611 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-184b2166-fcd1-436a-896e-0f6d642421da req-dd652fb1-d14a-4623-bede-46babfa6503d tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420139 Mar 31 16:51:53.023165 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22113017-5cdb-4648-823c-1b4ab0efbaf9 req-464680f3-8ae8-4bb3-9575-21e593cb0cca tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:53.024645 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-22113017-5cdb-4648-823c-1b4ab0efbaf9 req-464680f3-8ae8-4bb3-9575-21e593cb0cca tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0503302 Mar 31 16:51:53.070030 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-22113017-5cdb-4648-823c-1b4ab0efbaf9 req-be5c5261-968e-44b6-90e4-bb23de29c2ff tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Mar 31 16:51:53.471316 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aefae642-cb5f-414c-bd35-6de761cb035d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:53.935341 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:51:54.026999 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:51:54.037713 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'mac_address': 'fa:16:3e:3a:00:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:51:54.076662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: ACTIVE; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:51:54.077068 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:54.089073 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a69b90c5-2989-43e3-bf95-89d82805600a {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:51:54.108609 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:51:54.113552 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:54.162426 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=6']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:51:54.169492 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.169841 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.170181 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.170515 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.170846 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.171175 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.171496 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.171818 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.172203 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.172529 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.172849 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.173208 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.173528 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.173869 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.174170 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:51:54.192300 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564ee8c-8515-4c81-9479-4737bd832e3b req-6dc7be9f-c098-4806-9978-36b6b7a7b3f9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:54.193804 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f564ee8c-8515-4c81-9479-4737bd832e3b req-6dc7be9f-c098-4806-9978-36b6b7a7b3f9 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 944 time: 0.0522263 Mar 31 16:51:54.199183 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['a69b90c5-2989-43e3-bf95-89d82805600a'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:51:54.238496 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f564ee8c-8515-4c81-9479-4737bd832e3b req-631ef9b9-1bac-4af2-855a-0871cc59c371 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391316 Mar 31 16:51:55.363145 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1d060-1801-4535-96d9-0b873ac70762 req-2bc2d29d-90a0-4317-80e5-a378f0fe8e71 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:55.364596 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-61a1d060-1801-4535-96d9-0b873ac70762 req-2bc2d29d-90a0-4317-80e5-a378f0fe8e71 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 944 time: 0.0546386 Mar 31 16:51:55.417913 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-61a1d060-1801-4535-96d9-0b873ac70762 req-3da71193-5c1b-43fd-8af6-725ffabbee73 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475807 Mar 31 16:51:55.811164 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-85cb95f4-ac1c-4845-8a82-1bd8cf2b19b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:55.943800 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:51:55.991624 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port a69b90c5-2989-43e3-bf95-89d82805600a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:51:55.991991 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:56.067537 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:51:56.067841 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:56.088927 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:51:56.091139 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332c8920-b62a-43fd-ac0a-3e579bdbe3c6" -d '{"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-plugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:51:56.103546 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:51:56.108558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:56.131870 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c150c33b-aa91-4f88-b7b2-0e31629ea7cd x-openstack-request-id: req-c150c33b-aa91-4f88-b7b2-0e31629ea7cd {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:51:56.132163 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-plugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:51:56.132418 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c150c33b-aa91-4f88-b7b2-0e31629ea7cd {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:51:56.132808 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c150c33b-aa91-4f88-b7b2-0e31629ea7cd'] response: {'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'code': 200} Mar 31 16:51:56.157304 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=7']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:51:56.537451 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec047aee-7b88-4a8a-9654-7be9fb6029c2 req-29b2039c-392a-45e1-b86e-8c24618ac7f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:56.538902 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec047aee-7b88-4a8a-9654-7be9fb6029c2 req-29b2039c-392a-45e1-b86e-8c24618ac7f0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Mar 31 16:51:56.584647 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ec047aee-7b88-4a8a-9654-7be9fb6029c2 req-94e767ad-0cfc-493a-97c2-d075ef17f4b8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401990 Mar 31 16:51:56.742356 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:57.712504 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b7330-9c1e-498b-b282-baa3e75d4291 req-b8a6c001-3395-491c-9fad-748ac75d4cf0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:57.714051 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b86b7330-9c1e-498b-b282-baa3e75d4291 req-b8a6c001-3395-491c-9fad-748ac75d4cf0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Mar 31 16:51:57.762617 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b86b7330-9c1e-498b-b282-baa3e75d4291 req-69352089-3767-495d-8212-435db77f7d8c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430620 Mar 31 16:51:58.369606 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:58.884518 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be65c8e-5205-48ac-a960-2fb0fbb4dd3e req-0db9a080-31cc-4902-914f-7d3f97da003a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:51:58.885992 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8be65c8e-5205-48ac-a960-2fb0fbb4dd3e req-0db9a080-31cc-4902-914f-7d3f97da003a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Mar 31 16:51:58.931577 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8be65c8e-5205-48ac-a960-2fb0fbb4dd3e req-90327f46-975a-4295-a29b-a5bd30c4398a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400600 Mar 31 16:51:59.673230 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:51:59.752287 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:00.057506 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1be8e4-e8c9-4861-a9ad-1cb63c32bd5c req-491ebe7f-7de5-4673-aa9e-ed0e74fdbe6c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:00.058963 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bb1be8e4-e8c9-4861-a9ad-1cb63c32bd5c req-491ebe7f-7de5-4673-aa9e-ed0e74fdbe6c tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0557225 Mar 31 16:52:00.105335 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bb1be8e4-e8c9-4861-a9ad-1cb63c32bd5c req-fea02ad9-484e-4a29-bf29-6c3103803dac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408278 Mar 31 16:52:00.948804 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:52:01.239254 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecf0fa-2620-479a-a4e3-7f38c4693ef1 req-5298e4bf-41e8-41f5-a0a2-caab6d97ce8e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:01.241218 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-86ecf0fa-2620-479a-a4e3-7f38c4693ef1 req-5298e4bf-41e8-41f5-a0a2-caab6d97ce8e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0582490 Mar 31 16:52:01.291493 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-86ecf0fa-2620-479a-a4e3-7f38c4693ef1 req-6c91d4a3-f39e-472b-9253-5519873f0b9f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441122 Mar 31 16:52:02.444299 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae038f24-04be-411e-85e9-21a69705448c req-0fe3589b-e9f9-4c36-ac5f-d1275d4fbfee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:02.446234 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ae038f24-04be-411e-85e9-21a69705448c req-0fe3589b-e9f9-4c36-ac5f-d1275d4fbfee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0580862 Mar 31 16:52:02.500586 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ae038f24-04be-411e-85e9-21a69705448c req-ad09f462-2850-4a43-87b7-146f9b6ecd93 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460947 Mar 31 16:52:03.811133 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66e84e-9f73-4229-808c-93029c9aa3ea req-19ddf8e3-b0f8-4c4b-bc6e-7ac7ada7cf34 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:03.813109 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f66e84e-9f73-4229-808c-93029c9aa3ea req-19ddf8e3-b0f8-4c4b-bc6e-7ac7ada7cf34 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0729249 Mar 31 16:52:03.866076 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6f66e84e-9f73-4229-808c-93029c9aa3ea req-f98feb2e-9bd5-44af-9b4f-37f9aac36a5b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464542 Mar 31 16:52:04.998371 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bac8-d657-4af5-99fc-7223ab5085a7 req-61ea6f4f-2c77-46f7-b638-35fbd11958a2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:04.999919 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4184bac8-d657-4af5-99fc-7223ab5085a7 req-61ea6f4f-2c77-46f7-b638-35fbd11958a2 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0567374 Mar 31 16:52:05.060180 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4184bac8-d657-4af5-99fc-7223ab5085a7 req-3c210eda-342f-4a5c-832c-5975b42589cb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522568 Mar 31 16:52:05.129126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-598e4a36-9107-4a52-b68f-9ef63db7fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:05.130641 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-598e4a36-9107-4a52-b68f-9ef63db7fe06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1129 time: 0.0577638 Mar 31 16:52:05.243766 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-bb5dd1aa-93fd-4731-bc3b-7b8c7e4eea6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:05.245561 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-bb5dd1aa-93fd-4731-bc3b-7b8c7e4eea6f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.0951941 Mar 31 16:52:05.322520 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-35c52765-f7b8-4d86-8d0a-4d949717afb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 1001 time: 0.0692818 Mar 31 16:52:05.371532 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-4a817d25-403e-493c-9db4-be3b3cade760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:05.372992 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-4a817d25-403e-493c-9db4-be3b3cade760 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0450435 Mar 31 16:52:05.424741 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-e3385329-8953-463c-b586-64bbbbf44d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:05.426296 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-e3385329-8953-463c-b586-64bbbbf44d99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464437 Mar 31 16:52:05.522010 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-eaf46270-56c3-4daa-83a0-cdd8afaf76ed service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893681 Mar 31 16:52:05.621736 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-bb477bd6-6daf-4786-8dce-0eddb4dd85a5 req-ead40926-54ea-419f-9391-34102acb3b4f service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904667 Mar 31 16:52:06.212005 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506efeb-9ed0-4c5c-9017-0f14a4a7a40c req-a232aa29-033d-4287-a9be-4fc318fe681a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:06.214161 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c506efeb-9ed0-4c5c-9017-0f14a4a7a40c req-a232aa29-033d-4287-a9be-4fc318fe681a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0571907 Mar 31 16:52:06.274306 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c506efeb-9ed0-4c5c-9017-0f14a4a7a40c req-5a52c3fb-e7a5-435f-921a-3fe556f538bc tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542502 Mar 31 16:52:07.665062 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db8237-1e9b-43b4-8c8a-2bb27625c32a req-ee5dea88-0b92-43f6-9bca-efac8b927e2a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:07.666516 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-04db8237-1e9b-43b4-8c8a-2bb27625c32a req-ee5dea88-0b92-43f6-9bca-efac8b927e2a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.3120999 Mar 31 16:52:07.715736 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-04db8237-1e9b-43b4-8c8a-2bb27625c32a req-cc046430-b675-47cd-a8de-3766cfdd38e5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424676 Mar 31 16:52:08.847900 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ab6b-553e-437a-b2c0-431563e36a1f req-632fce95-81a4-421c-b83f-814a2f9752cf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:08.849693 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a056ab6b-553e-437a-b2c0-431563e36a1f req-632fce95-81a4-421c-b83f-814a2f9752cf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0536954 Mar 31 16:52:08.909648 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a056ab6b-553e-437a-b2c0-431563e36a1f req-a938a2c5-56e4-4d1a-820f-dd1945600e40 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513964 Mar 31 16:52:10.032727 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a0102-f554-4a3d-a57b-d2933b8a6f91 req-754b58a2-1e25-4669-be97-d9998650698f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:10.034618 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e48a0102-f554-4a3d-a57b-d2933b8a6f91 req-754b58a2-1e25-4669-be97-d9998650698f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0542674 Mar 31 16:52:10.079795 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e48a0102-f554-4a3d-a57b-d2933b8a6f91 req-4f71f7ff-132b-4bba-9011-cf78975815e5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394676 Mar 31 16:52:10.468905 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-9aba3959-91a0-4262-a4d7-108476ba92f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:10.470308 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-9aba3959-91a0-4262-a4d7-108476ba92f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1129 time: 0.0432835 Mar 31 16:52:10.558649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-c7c3bd04-0141-44f4-89cf-178905da576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:10.560088 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-c7c3bd04-0141-44f4-89cf-178905da576d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.0842626 Mar 31 16:52:10.621811 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-f9b9ab21-7c6d-4527-bf03-76eb773b231d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 1001 time: 0.0557621 Mar 31 16:52:10.671347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-fb15fa75-c272-420d-bbac-f8ab3531cc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:10.672709 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-fb15fa75-c272-420d-bbac-f8ab3531cc70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0448148 Mar 31 16:52:10.719159 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-3b856add-e71c-4ed9-9569-4260277783f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:10.720506 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-3b856add-e71c-4ed9-9569-4260277783f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413709 Mar 31 16:52:10.805576 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-789a8550-e77a-4148-a0f5-d478f8574351 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788298 Mar 31 16:52:10.902062 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-624f104a-ebfa-4178-8994-59eb6a85eab4 req-6f8e2981-a610-468d-80f9-12fe21782d55 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892820 Mar 31 16:52:11.201030 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd14ce-94ff-45d6-92dd-33c949f98494 req-97344c78-dd83-4cba-83cd-d12b9f00f027 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:11.202505 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73bd14ce-94ff-45d6-92dd-33c949f98494 req-97344c78-dd83-4cba-83cd-d12b9f00f027 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0513637 Mar 31 16:52:11.246979 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73bd14ce-94ff-45d6-92dd-33c949f98494 req-6ad8baef-f639-4d6a-b434-7a2cb36f92fd tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389652 Mar 31 16:52:12.380874 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46a2ac-b0c7-43f1-a997-b9c5cb72d916 req-dda8a6df-df85-4067-bef5-7ad9fd86afcf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:12.382889 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9a46a2ac-b0c7-43f1-a997-b9c5cb72d916 req-dda8a6df-df85-4067-bef5-7ad9fd86afcf tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0656295 Mar 31 16:52:12.427931 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9a46a2ac-b0c7-43f1-a997-b9c5cb72d916 req-76ae80e6-6669-4744-8488-e47987e162b1 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Mar 31 16:52:13.545228 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4b722-121c-4342-bbde-ff6abf5d19c6 req-c452d4ab-790d-472a-8d76-0feb4dc34283 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:13.546647 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fbd4b722-121c-4342-bbde-ff6abf5d19c6 req-c452d4ab-790d-472a-8d76-0feb4dc34283 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 945 time: 0.0499518 Mar 31 16:52:13.592458 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fbd4b722-121c-4342-bbde-ff6abf5d19c6 req-20225d38-ad1f-483f-baeb-41082d3075e5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398474 Mar 31 16:52:14.026608 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:52:14.104159 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: ACTIVE; New status is: DOWN {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:52:14.104555 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:14.127993 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:52:14.130239 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6533685d-8070-41a6-b19f-4c8301509c3a" -d '{"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-unplugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:52:14.142618 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:14.147258 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:14.172894 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 16:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cde49fc-34e8-49ff-911f-689422a67eac x-openstack-request-id: req-3cde49fc-34e8-49ff-911f-689422a67eac {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:52:14.173245 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-unplugged", "status": "failed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "code": 422}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:52:14.173502 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3cde49fc-34e8-49ff-911f-689422a67eac {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:52:14.173954 dv-cinder-826949-3-iscsi neutron-server[109839]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3cde49fc-34e8-49ff-911f-689422a67eac']: {'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'code': 422} returned with failed status Mar 31 16:52:14.200048 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=8']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:14.333832 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-fd19557a-fc22-4f66-97f4-02beeb2d2996 req-54513643-14af-4d9f-9b74-b290844d07c2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:52:14.334937 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd19557a-fc22-4f66-97f4-02beeb2d2996 req-54513643-14af-4d9f-9b74-b290844d07c2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061586 Mar 31 16:52:14.491163 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e8376-9a79-4fa6-a6ac-7e5f97ae599a req-b5e52388-977b-498f-b6e2-a7162f44b438 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:14.492747 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f17e8376-9a79-4fa6-a6ac-7e5f97ae599a req-b5e52388-977b-498f-b6e2-a7162f44b438 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0552287 Mar 31 16:52:14.542244 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f17e8376-9a79-4fa6-a6ac-7e5f97ae599a req-28b4ffbf-4491-4e11-9462-5260a52cff92 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439479 Mar 31 16:52:14.668907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56764) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:14.750750 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-19c4bbf8-642c-4398-93bc-a3e1e2aa7010 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805640 Mar 31 16:52:14.760580 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-12236270-b29d-4ee2-b795-55e308c815ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:52:14.761536 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-12236270-b29d-4ee2-b795-55e308c815ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047395 Mar 31 16:52:14.835362 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56772) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:14.928222 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-0a489162-8d20-4a08-9161-46a3178db24f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:14.929552 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-0a489162-8d20-4a08-9161-46a3178db24f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports/a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 940 time: 0.0932317 Mar 31 16:52:15.665585 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d01e1d8-3d1f-4318-8cc3-934b9fce2297 req-0be1ca1f-c075-49fb-bdfe-6fb4dcb76863 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:15.667100 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1d01e1d8-3d1f-4318-8cc3-934b9fce2297 req-0be1ca1f-c075-49fb-bdfe-6fb4dcb76863 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0526128 Mar 31 16:52:15.712651 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1d01e1d8-3d1f-4318-8cc3-934b9fce2297 req-e4dc1af1-47f0-4eaa-876f-e52ec6a2beb4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398333 Mar 31 16:52:15.713387 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-8872d2cb-c5bd-4a2a-811c-db1ce66e8939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:15.714248 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-8872d2cb-c5bd-4a2a-811c-db1ce66e8939 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141&tenant_id=f47a650d572d4240841923c2d72e04f3 HTTP/1.1" status: 200 len: 1127 time: 0.0439677 Mar 31 16:52:15.778340 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-ef58f788-6e25-425c-8b5d-a31d1bb98e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:15.779866 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-ef58f788-6e25-425c-8b5d-a31d1bb98e89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f47a650d572d4240841923c2d72e04f3&device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1127 time: 0.0438023 Mar 31 16:52:15.869643 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-d97a6e06-4b47-41a1-b3e6-4138ccd236ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:15.871010 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-d97a6e06-4b47-41a1-b3e6-4138ccd236ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 200 len: 915 time: 0.0851352 Mar 31 16:52:15.935463 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-a70d8d0b-6572-4b67-84d0-d456cf4d26ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 200 len: 999 time: 0.0565584 Mar 31 16:52:15.985567 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-112d4fc3-1fd4-4e70-92e4-b831ccd3197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:15.986994 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-112d4fc3-1fd4-4e70-92e4-b831ccd3197b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 200 len: 854 time: 0.0457995 Mar 31 16:52:16.034160 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-b55beab7-3b30-48ca-bb77-fbe4e9e44abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:16.035615 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-b55beab7-3b30-48ca-bb77-fbe4e9e44abd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0a912190-ce75-492c-91bc-2389799eee5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427713 Mar 31 16:52:16.121720 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-98e9966a-7531-4107-ae7a-4eb3833eef34 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788834 Mar 31 16:52:16.210320 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-1b7bea2e-653d-46fe-96b3-75f624f9e1e4 req-c1cf01c4-cd6a-44b6-9b97-69881215d0a0 service neutron] 10.222.0.55 "GET /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831120 Mar 31 16:52:16.886914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171dd0b-6958-49aa-ac35-cbf65020ada0 req-09e08e9e-7ea7-4393-95e2-5f7a777d1573 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:16.889470 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9171dd0b-6958-49aa-ac35-cbf65020ada0 req-09e08e9e-7ea7-4393-95e2-5f7a777d1573 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0778005 Mar 31 16:52:16.940189 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9171dd0b-6958-49aa-ac35-cbf65020ada0 req-4229cf15-81ab-4a1d-8f8f-e8340ea6a57e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449443 Mar 31 16:52:18.068421 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8749c26-91b8-4f7f-bd7a-49f9938010c5 req-9995687f-cbb8-403b-bbb0-2b721a963c92 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:18.069856 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8749c26-91b8-4f7f-bd7a-49f9938010c5 req-9995687f-cbb8-403b-bbb0-2b721a963c92 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0540113 Mar 31 16:52:18.117463 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8749c26-91b8-4f7f-bd7a-49f9938010c5 req-414ac851-3c1f-49a7-9e73-af0c52e3b370 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419309 Mar 31 16:52:19.246523 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74c657-eed3-44e3-be73-b5308300e4b8 req-0f13622f-04a5-430e-a5bf-bd5ea83d6384 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:19.247991 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1d74c657-eed3-44e3-be73-b5308300e4b8 req-0f13622f-04a5-430e-a5bf-bd5ea83d6384 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0587792 Mar 31 16:52:19.301685 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1d74c657-eed3-44e3-be73-b5308300e4b8 req-ee9fd60a-cadb-4500-9f63-6868a9e8fcfb tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470243 Mar 31 16:52:20.424638 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec1198-7d88-4b5a-b60d-aee65fe0a336 req-2d9b54a4-e730-41ae-9877-7b45e23cc7d7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:20.426188 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49ec1198-7d88-4b5a-b60d-aee65fe0a336 req-2d9b54a4-e730-41ae-9877-7b45e23cc7d7 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0538480 Mar 31 16:52:20.476968 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49ec1198-7d88-4b5a-b60d-aee65fe0a336 req-568925b9-d4a8-477b-ac64-4e0cd22abbac tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449743 Mar 31 16:52:21.602580 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d696fa6-e7e9-4120-9a1e-cdc9cdb87641 req-4179aec2-70c4-4a2c-b7c1-aabb742d412f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:21.604102 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2d696fa6-e7e9-4120-9a1e-cdc9cdb87641 req-4179aec2-70c4-4a2c-b7c1-aabb742d412f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0537217 Mar 31 16:52:21.656733 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2d696fa6-e7e9-4120-9a1e-cdc9cdb87641 req-1009c81c-50fb-4518-82d8-251374b05c60 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469322 Mar 31 16:52:22.789203 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24837079-9c9a-4a11-a662-3360901480f3 req-26e83786-f6cb-497a-8616-5079b2eb622a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:22.790717 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-24837079-9c9a-4a11-a662-3360901480f3 req-26e83786-f6cb-497a-8616-5079b2eb622a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0604658 Mar 31 16:52:22.840767 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-24837079-9c9a-4a11-a662-3360901480f3 req-30726595-d33b-4ae9-8d5d-f780cc58c979 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441260 Mar 31 16:52:23.474844 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-180b7bd4-19ea-4d5b-8f01-cc77e4ed8250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:23.969974 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797f27f-ee65-41b1-8263-c2ed7d80628b req-5ad8a7f5-db92-4d33-9d34-6d08426436d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:23.971551 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2797f27f-ee65-41b1-8263-c2ed7d80628b req-5ad8a7f5-db92-4d33-9d34-6d08426436d8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0544181 Mar 31 16:52:24.021370 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2797f27f-ee65-41b1-8263-c2ed7d80628b req-5bc10162-6d7c-427c-9d58-a40340ffe8a0 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441496 Mar 31 16:52:25.147072 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b85ed-60ff-4f11-8590-a250680642e9 req-24103ca4-43db-403a-9db5-3dd23e0d388b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:25.148550 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f98b85ed-60ff-4f11-8590-a250680642e9 req-24103ca4-43db-403a-9db5-3dd23e0d388b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0573921 Mar 31 16:52:25.196281 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f98b85ed-60ff-4f11-8590-a250680642e9 req-20255ec2-e5a4-43ab-886f-b99ec8a50dc6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417962 Mar 31 16:52:25.812484 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-34044df7-ebae-493e-a2dc-2ce24e4acdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:26.743665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:28.373688 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:29.644328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c390e8-b684-4c6d-aff2-83f946ae9029 req-cd5c78c8-5af3-49ee-95f2-60afe29f2b61 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:29.645990 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d3c390e8-b684-4c6d-aff2-83f946ae9029 req-cd5c78c8-5af3-49ee-95f2-60afe29f2b61 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0729573 Mar 31 16:52:29.673634 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:29.700669 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d3c390e8-b684-4c6d-aff2-83f946ae9029 req-97b73234-b66c-456b-b50c-7d7774c8869f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491524 Mar 31 16:52:29.746762 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:30.821828 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570be6bb-2d06-49cf-bb41-8c41d83792bf req-1861f25b-b664-491d-b951-3626ea36a199 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:30.823274 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-570be6bb-2d06-49cf-bb41-8c41d83792bf req-1861f25b-b664-491d-b951-3626ea36a199 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0510111 Mar 31 16:52:30.873601 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-570be6bb-2d06-49cf-bb41-8c41d83792bf req-aa15d265-6c3c-4d1b-826d-0ab22441341b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 Mar 31 16:52:31.993513 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b67e3-7573-4e47-b085-a55c9d6f9e5a req-ef87f524-04fa-4b12-8e4e-1b1dc83e6b8f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:31.994934 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-064b67e3-7573-4e47-b085-a55c9d6f9e5a req-ef87f524-04fa-4b12-8e4e-1b1dc83e6b8f tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 943 time: 0.0510046 Mar 31 16:52:32.038952 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-064b67e3-7573-4e47-b085-a55c9d6f9e5a req-ef7e370e-5e1f-485b-bd67-dd91da3e643e tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385671 Mar 31 16:52:32.150365 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:52:32.241213 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:32.251900 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'port_id': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'mac_address': 'fa:16:3e:3a:00:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:52:32.290663 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:52:32.291052 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:32.303087 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69b90c5-2989-43e3-bf95-89d82805600a {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:52:32.321651 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:32.325722 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:32.370570 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=9']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:32.649324 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['a69b90c5-2989-43e3-bf95-89d82805600a'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:52:33.160885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2414421-2dbc-4bdb-b86b-16a44606884c req-47f6bfbe-a35c-4505-9272-c2f3fba83b76 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:33.162369 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2414421-2dbc-4bdb-b86b-16a44606884c req-47f6bfbe-a35c-4505-9272-c2f3fba83b76 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 944 time: 0.0514073 Mar 31 16:52:33.207157 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2414421-2dbc-4bdb-b86b-16a44606884c req-70e59f9e-0efb-4dd2-98e9-7309aef167a8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394363 Mar 31 16:52:34.166939 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:52:34.211986 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port a69b90c5-2989-43e3-bf95-89d82805600a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:52:34.212360 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:34.286682 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port a69b90c5-2989-43e3-bf95-89d82805600a is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:52:34.287067 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:34.312304 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:52:34.314614 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d934843f-35c8-429f-9d5b-8b593f94ecdc" -d '{"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-plugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:52:34.326308 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:34.331595 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:34.331966 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced293-d9bb-42e0-81b3-9db72545e707 req-200e5a00-ebe3-49c7-9d9f-0cf580f49dc8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:34.333584 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73ced293-d9bb-42e0-81b3-9db72545e707 req-200e5a00-ebe3-49c7-9d9f-0cf580f49dc8 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 944 time: 0.0557268 Mar 31 16:52:34.354999 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff3f1e-402d-407a-9401-b5de117d2e90 x-openstack-request-id: req-70ff3f1e-402d-407a-9401-b5de117d2e90 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:52:34.355298 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-plugged", "status": "completed", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:52:34.355554 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70ff3f1e-402d-407a-9401-b5de117d2e90 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:52:34.355947 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ff3f1e-402d-407a-9401-b5de117d2e90'] response: {'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'code': 200} Mar 31 16:52:34.383755 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=10']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:34.385555 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-73ced293-d9bb-42e0-81b3-9db72545e707 req-88744715-13c2-4c81-ba1e-0c7e66df4f68 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443816 Mar 31 16:52:34.535136 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889055d-6015-459a-bafe-187533ccbe4e req-835e7043-7bd4-437d-b99d-13306118fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:34.536598 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2889055d-6015-459a-bafe-187533ccbe4e req-835e7043-7bd4-437d-b99d-13306118fd09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 1130 time: 0.0432472 Mar 31 16:52:34.577209 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2889055d-6015-459a-bafe-187533ccbe4e req-4251c7ff-f80c-4aba-8b23-58180a6d52fb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Mar 31 16:52:35.506532 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad89834-6ea8-48a8-8b3e-b5dc7abfd0ac req-27ebf89f-d553-4bc9-a789-efa30d4db008 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:35.508044 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bad89834-6ea8-48a8-8b3e-b5dc7abfd0ac req-27ebf89f-d553-4bc9-a789-efa30d4db008 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 946 time: 0.0518708 Mar 31 16:52:35.552719 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bad89834-6ea8-48a8-8b3e-b5dc7abfd0ac req-3a53cf25-5570-4f71-8786-1448cd6398d6 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391304 Mar 31 16:52:36.681455 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a0b00-9c6d-4763-9e32-a2ede23846c8 req-77ede82b-2dd5-4181-ad2d-7c42e42da595 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:36.682849 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c12a0b00-9c6d-4763-9e32-a2ede23846c8 req-77ede82b-2dd5-4181-ad2d-7c42e42da595 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 946 time: 0.0576739 Mar 31 16:52:36.728937 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c12a0b00-9c6d-4763-9e32-a2ede23846c8 req-a029d5eb-3803-48e7-8e4d-733c628e7d77 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403709 Mar 31 16:52:37.221798 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 56954) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:37.226343 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978681606', 'description': 'tempest-description--502138871'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:37.245746 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.308901 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (7cbc3276-b370-4804-a16d-fc71cce38cdb), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.312462 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (7cbc3276-b370-4804-a16d-fc71cce38cdb), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.344663 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.345871 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1230884 Mar 31 16:52:37.348885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56956) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:37.349842 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc3276-b370-4804-a16d-fc71cce38cdb,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:37.353450 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': '7cbc3276-b370-4804-a16d-fc71cce38cdb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:37.356607 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.356953 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.357319 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.357659 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.357992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.358319 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.358640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.358961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.359283 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.359598 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.359914 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.360235 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.360551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.360873 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.361215 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22bc16b8-b240-4163-a3dd-b729a79233e3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.378521 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (1e1a553f-8a4f-4af9-89c9-99ab979c7e4c), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.431578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (1e1a553f-8a4f-4af9-89c9-99ab979c7e4c), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.435031 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (1e1a553f-8a4f-4af9-89c9-99ab979c7e4c), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.449781 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1a553f-8a4f-4af9-89c9-99ab979c7e4c,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:37.459384 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.459710 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.460104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.460443 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.460782 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.461155 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.461493 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.461824 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.462156 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.462487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.462816 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.463144 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.463469 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.463816 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.464119 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:52:37.469016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.470214 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c1c8b366-b597-4ef1-9d9a-409fb56ed6f6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202867 Mar 31 16:52:37.473253 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56958) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:37.477459 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': '7cbc3276-b370-4804-a16d-fc71cce38cdb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:37.501514 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (3a1c0333-08d3-40f7-a260-f6051a332e6b), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.554428 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (3a1c0333-08d3-40f7-a260-f6051a332e6b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.558438 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (3a1c0333-08d3-40f7-a260-f6051a332e6b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.575191 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a1c0333-08d3-40f7-a260-f6051a332e6b,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:37.584224 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.585455 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7fc2b7dc-24dd-4cf1-8798-05882ec245a4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112835 Mar 31 16:52:37.588371 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 56960) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:37.592605 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:37.612151 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.706815 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:37.836409 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.27.3.48 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/2305aa00-8400-44a4-b1f1-feadde4721ac) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:52:37.910895 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616782e9-f7f6-4a27-9ef5-af3accf76826 req-921e3346-2bf4-42e2-bbae-04ace64b25b5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:37.912371 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-616782e9-f7f6-4a27-9ef5-af3accf76826 req-921e3346-2bf4-42e2-bbae-04ace64b25b5 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 946 time: 0.1104326 Mar 31 16:52:37.948855 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:52:37.992493 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-616782e9-f7f6-4a27-9ef5-af3accf76826 req-0addaac3-d37b-40ff-b8c7-da569961fa31 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740716 Mar 31 16:52:37.995146 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.029344 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.064284 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:52:38.066973 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:52:38.069372 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:52:38.100602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=2305aa00-8400-44a4-b1f1-feadde4721ac,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:38.159246 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (d7064c96-91ba-4817-9b89-5823881068a4), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.197122 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.341784 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.346507 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.417339 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=2305aa00-8400-44a4-b1f1-feadde4721ac,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:38.424384 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (d7064c96-91ba-4817-9b89-5823881068a4), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.438762 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:38.439979 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c2a50a32-09dc-40dd-93d9-dfa226d5d1aa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8506632 Mar 31 16:52:38.592597 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-d68e408f-b9a4-4edc-893e-7116e37b546b tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--978681606&fields=id&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 267 time: 0.0509353 Mar 31 16:52:38.696836 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-d1d9d4a1-0b3a-4bc6-bea5-ed710fa8efc4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:38.698278 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-d1d9d4a1-0b3a-4bc6-bea5-ed710fa8efc4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.0982440 Mar 31 16:52:38.712758 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-9a1732bd-d86f-484e-aa47-fc577b72877d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/quotas/2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 375 time: 0.0091574 Mar 31 16:52:38.768615 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-2f45de32-f854-4695-a062-67ae05f6e67a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0510778 Mar 31 16:52:38.858982 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-a84579ed-edac-4a43-b939-f3c7834e7669 service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791299 Mar 31 16:52:38.949552 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-7a69800b-7162-4fa7-a463-990711048750 service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849197 Mar 31 16:52:39.109909 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c26b9d53-c91f-43bc-9730-af0035d7b74c req-9030000b-d7a3-4ffe-8937-abe3ce4796c6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 210 time: 0.0263112 Mar 31 16:52:39.997014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-dd510289-4783-4f57-9457-d149c45e055e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:39.998461 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-dd510289-4783-4f57-9457-d149c45e055e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.1015937 Mar 31 16:52:40.071116 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-4f6a182a-252e-442a-8917-ec1030e286ac tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 471 time: 0.0628135 Mar 31 16:52:40.080503 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'port': {'device_id': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'admin_state_up': True, 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'security_groups': ['7cbc3276-b370-4804-a16d-fc71cce38cdb']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:40.187543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Made reservation on behalf of 2d44de79b7314861b41c4ecf8bb5f25a for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:52:40.191383 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.202155 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-934afccf-9e46-4a53-83c7-4cd6a90d4db3 req-42e1a4a9-6960-479f-ab03-1484ac81017e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 210 time: 0.0273423 Mar 31 16:52:40.311968 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.20.0.8 (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764/fb545aa8-b476-4635-bd53-b8ab6ce228fe/1e64d10a-0aa8-443e-9703-ed9b6e97a90e) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:52:40.445988 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.477851 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.518760 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:52:40.521813 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:52:40.528028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:52:40.533575 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:40.582347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:40.582958 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.599066 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-0a469731-a29c-47c8-9e91-7b6921b1e31a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5225875 Mar 31 16:52:40.629854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Request body: {'port': {'device_id': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:40.688461 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.714438 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-4f48ffd4-2186-474f-abdc-1d499cd2c201 None None] Provisioning complete for port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:52:40.714975 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4f48ffd4-2186-474f-abdc-1d499cd2c201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.747066 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-4f48ffd4-2186-474f-abdc-1d499cd2c201 None None] Port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:52:40.943321 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e64d10a-0aa8-443e-9703-ed9b6e97a90e {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:52:40.950343 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Publish callbacks [] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:40.964306 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Transition to ACTIVE for port object 1e64d10a-0aa8-443e-9703-ed9b6e97a90e will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:52:40.968185 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:41.035892 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Pushing event updated for resources: {'Port': ['ID=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:41.087992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Attempting to bind port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:52:41.088323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Attempting to bind port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:52:41.088649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Attempting to bind port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:52:41.093275 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:52:41.093600 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Attempting to bind port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:52:41.099228 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:52:41.099562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:52:41.099947 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Bound using segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:52:41.100377 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Bound port: 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:52:41.100739 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:41.169427 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] For port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:52:41.172245 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] For port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:52:41.178992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:41.210617 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.211232 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:41.212621 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] 10.222.0.55 "PUT /v2.0/ports/1e64d10a-0aa8-443e-9703-ed9b6e97a90e HTTP/1.1" status: 200 len: 1093 time: 0.5878053 Mar 31 16:52:41.213069 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:52:41.215382 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e17258-7076-420c-954f-c29e5b9272de" -d '{"events": [{"name": "network-changed", "server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:52:41.242222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777a420-2fd0-410f-8549-107dfc5d2a1b service neutron] Pushing event updated for resources: {'Port': ['ID=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:41.280620 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c5eff8-00e0-489e-86c6-891adadd5deb x-openstack-request-id: req-a4c5eff8-00e0-489e-86c6-891adadd5deb {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:52:41.281000 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:52:41.281349 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4c5eff8-00e0-489e-86c6-891adadd5deb {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:52:41.282388 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c5eff8-00e0-489e-86c6-891adadd5deb'] response: {'name': 'network-changed', 'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'status': 'completed', 'code': 200} Mar 31 16:52:41.330590 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-db690617-d1bd-409b-ae53-86d90038ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.332359 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-db690617-d1bd-409b-ae53-86d90038ea3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 1127 time: 0.0694003 Mar 31 16:52:41.343041 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04b2a9-347e-4daf-8637-56d2a6b3032c req-50070c46-5188-40da-9594-b386179e3593 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.344851 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2e04b2a9-347e-4daf-8637-56d2a6b3032c req-50070c46-5188-40da-9594-b386179e3593 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 943 time: 0.0580695 Mar 31 16:52:41.375297 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-40cf0373-9a97-4167-9eda-a29069d12fdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e HTTP/1.1" status: 200 len: 217 time: 0.0346863 Mar 31 16:52:41.406186 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2e04b2a9-347e-4daf-8637-56d2a6b3032c req-07fd4bf5-0deb-4ccd-9e6e-0171fbe48c83 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488095 Mar 31 16:52:41.427364 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-5e4f06a2-b58d-4673-acb4-7e53ed623dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.428818 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-5e4f06a2-b58d-4673-acb4-7e53ed623dae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0480111 Mar 31 16:52:41.476466 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901523f-93d7-4fcc-983d-af828199847f req-32bdd979-75f3-43ed-a91b-d1f7620649d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.477927 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-32bdd979-75f3-43ed-a91b-d1f7620649d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419679 Mar 31 16:52:41.565946 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-728735d7-b04c-48eb-8e36-c4737c79374f service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783229 Mar 31 16:52:41.656976 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2901523f-93d7-4fcc-983d-af828199847f req-15e89c38-dc7d-466c-89d0-963d11a73bd9 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821466 Mar 31 16:52:41.746050 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17258-7076-420c-954f-c29e5b9272de req-de554472-b8b0-468f-8e23-84a75ae2f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.747414 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-de554472-b8b0-468f-8e23-84a75ae2f5d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 1127 time: 0.0438466 Mar 31 16:52:41.838120 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17258-7076-420c-954f-c29e5b9272de req-1eecd190-23e0-4b6f-9e10-d56abcbf17be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.839578 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-1eecd190-23e0-4b6f-9e10-d56abcbf17be service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.0864105 Mar 31 16:52:41.880166 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-794a7bc3-0c73-4a26-a1c3-28c3225ffe67 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e HTTP/1.1" status: 200 len: 217 time: 0.0337493 Mar 31 16:52:41.928920 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17258-7076-420c-954f-c29e5b9272de req-49e26b69-544d-4023-81c8-756bbf031608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.930368 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-49e26b69-544d-4023-81c8-756bbf031608 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0447285 Mar 31 16:52:41.980738 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e17258-7076-420c-954f-c29e5b9272de req-6a3dafc2-9da2-425d-bed2-70c300a57bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:41.982303 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-6a3dafc2-9da2-425d-bed2-70c300a57bff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462534 Mar 31 16:52:42.072703 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-8d065523-e15b-4dfc-aa97-ab25f0a5181f service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824451 Mar 31 16:52:42.163879 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85e17258-7076-420c-954f-c29e5b9272de req-2553df41-990e-498d-83b4-5fb2ad937a59 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837276 Mar 31 16:52:42.525569 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764749df-64e5-4a50-8bde-5fdc0742ab28 req-13e4d390-6f19-4a2f-964d-fcbb77fa0a00 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:42.527038 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-764749df-64e5-4a50-8bde-5fdc0742ab28 req-13e4d390-6f19-4a2f-964d-fcbb77fa0a00 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 943 time: 0.0529621 Mar 31 16:52:42.574036 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-764749df-64e5-4a50-8bde-5fdc0742ab28 req-9b572aaf-242a-4241-a079-92a76026aebc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Mar 31 16:52:43.708951 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408f426-f4a3-4eaa-9b24-99ab0220569d req-d768e87d-b7c0-48c5-8983-ca34e5dbb299 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:43.710572 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0408f426-f4a3-4eaa-9b24-99ab0220569d req-d768e87d-b7c0-48c5-8983-ca34e5dbb299 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 943 time: 0.0608840 Mar 31 16:52:43.757302 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0408f426-f4a3-4eaa-9b24-99ab0220569d req-0b60a953-033d-4951-8aee-a46e8af28aa7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408554 Mar 31 16:52:44.233015 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 1e64d10a-0aa8-443e-9703-ed9b6e97a90e details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:52:44.336671 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:44.348749 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'port_id': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'mac_address': 'fa:16:3e:36:8c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:52:44.387249 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:52:44.387639 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:44.400206 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e64d10a-0aa8-443e-9703-ed9b6e97a90e {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:52:44.419258 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:44.422731 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:44.467178 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:44.771471 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['1e64d10a-0aa8-443e-9703-ed9b6e97a90e'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:52:44.881212 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c752d2f-6cfd-448d-9f3e-fecd70acb559 req-2a0fb020-5bdd-4652-96c3-5b4288523d9c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:44.883695 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7c752d2f-6cfd-448d-9f3e-fecd70acb559 req-2a0fb020-5bdd-4652-96c3-5b4288523d9c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 944 time: 0.0595262 Mar 31 16:52:44.933188 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7c752d2f-6cfd-448d-9f3e-fecd70acb559 req-04ab96d5-180f-4a2c-913e-28a2a346ca15 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414543 Mar 31 16:52:46.049921 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abbecd-ed31-46f5-9c9e-4760e4c3a348 req-c01e8264-b5e4-493d-974e-5350c7286d8f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:46.051388 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95abbecd-ed31-46f5-9c9e-4760e4c3a348 req-c01e8264-b5e4-493d-974e-5350c7286d8f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 944 time: 0.0505328 Mar 31 16:52:46.098331 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-95abbecd-ed31-46f5-9c9e-4760e4c3a348 req-a6ddc319-5089-46c1-b4dd-a86029f87bc6 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412474 Mar 31 16:52:46.247863 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 1e64d10a-0aa8-443e-9703-ed9b6e97a90e up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:52:46.294527 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:52:46.298774 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:52:46.299164 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:46.375726 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:52:46.376108 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:46.397432 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:52:46.399598 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7f8d93-b683-4d1c-9c59-1e0928fb15b8" -d '{"events": [{"server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "name": "network-vif-plugged", "status": "completed", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:52:46.412236 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:46.416242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:46.439095 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ad73b7-749e-47c2-9415-2d57e93499db x-openstack-request-id: req-22ad73b7-749e-47c2-9415-2d57e93499db {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:52:46.439392 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "name": "network-vif-plugged", "status": "completed", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:52:46.440549 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-22ad73b7-749e-47c2-9415-2d57e93499db {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:52:46.440942 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ad73b7-749e-47c2-9415-2d57e93499db'] response: {'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'code': 200} Mar 31 16:52:46.468766 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:46.602664 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc49bc-c212-4455-8bb6-58b5ea23f8f6 req-bc8958b7-2edc-4998-a1b6-c4277ff03e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:46.604031 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fcdc49bc-c212-4455-8bb6-58b5ea23f8f6 req-bc8958b7-2edc-4998-a1b6-c4277ff03e6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 1129 time: 0.0432310 Mar 31 16:52:46.646899 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fcdc49bc-c212-4455-8bb6-58b5ea23f8f6 req-dd5315ee-b2c6-415f-ac46-167ecf0ed636 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372870 Mar 31 16:52:47.216346 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912643e-f13a-41ad-a871-4505e8a0e059 req-db99090a-fd1c-4aa4-82dc-2a730bbc4e00 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:47.217830 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b912643e-f13a-41ad-a871-4505e8a0e059 req-db99090a-fd1c-4aa4-82dc-2a730bbc4e00 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0531859 Mar 31 16:52:47.263354 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b912643e-f13a-41ad-a871-4505e8a0e059 req-c0196c46-d0ea-4962-b0b9-5ee33a7b1d72 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392246 Mar 31 16:52:48.378527 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb296e-99d6-4ba6-abf6-3fa55c988ed4 req-04788db5-0477-46ae-9be3-b9202ab6f07f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:48.379963 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e1cb296e-99d6-4ba6-abf6-3fa55c988ed4 req-04788db5-0477-46ae-9be3-b9202ab6f07f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0507941 Mar 31 16:52:48.423762 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e1cb296e-99d6-4ba6-abf6-3fa55c988ed4 req-881009b7-562c-4b17-8ae1-b88bb0f1f6e7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383759 Mar 31 16:52:48.532943 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d9ef2-e650-449f-b02d-0a2545b9aa15 req-74bdef0e-5ef2-4c9d-8adc-78d118ba697d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:48.534946 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f20d9ef2-e650-449f-b02d-0a2545b9aa15 req-74bdef0e-5ef2-4c9d-8adc-78d118ba697d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0504177 Mar 31 16:52:48.543317 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57056) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:52:48.548300 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'port_id': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:52:48.588628 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (d7064c96-91ba-4817-9b89-5823881068a4), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:48.997425 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:49.001239 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (d7064c96-91ba-4817-9b89-5823881068a4), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:49.097266 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP d7064c96-91ba-4817-9b89-5823881068a4 associated. External IP: 172.27.3.48, port: 1e64d10a-0aa8-443e-9703-ed9b6e97a90e. Mar 31 16:52:49.301792 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:52:49.408705 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:52:49.413515 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:49.417856 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:52:49.428368 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:52:49.428983 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:52:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:52:49.442420 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c56091e0-ab1b-49af-8dad-dbc0cf86cf61 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "PUT /v2.0/floatingips/d7064c96-91ba-4817-9b89-5823881068a4 HTTP/1.1" status: 200 len: 990 time: 0.8978584 Mar 31 16:52:49.443088 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:52:49.445523 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f" -d '{"events": [{"name": "network-changed", "server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:52:49.479017 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a8b0b-4fce-4392-93fe-057ab4ed487c x-openstack-request-id: req-ae8a8b0b-4fce-4392-93fe-057ab4ed487c {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:52:49.479316 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:52:49.479578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae8a8b0b-4fce-4392-93fe-057ab4ed487c {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:52:49.479985 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8a8b0b-4fce-4392-93fe-057ab4ed487c'] response: {'name': 'network-changed', 'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'status': 'completed', 'code': 200} Mar 31 16:52:49.534362 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:52:49.542750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-5a360e1e-a251-46bd-811b-966fbf2cce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:49.544253 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-5a360e1e-a251-46bd-811b-966fbf2cce13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 1129 time: 0.0431483 Mar 31 16:52:49.640690 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-9f3fda41-745e-4114-9f6b-6b3b47e2e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:49.642197 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-9f3fda41-745e-4114-9f6b-6b3b47e2e663 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.0916483 Mar 31 16:52:49.708064 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-eb8d8663-6f1f-412c-af98-11f4522ecdfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e HTTP/1.1" status: 200 len: 998 time: 0.0593927 Mar 31 16:52:49.760949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-8e273dc3-053c-4f6c-b4cb-d8e179087dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:49.762432 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-8e273dc3-053c-4f6c-b4cb-d8e179087dfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0481462 Mar 31 16:52:49.810670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-db324ba4-a324-467d-bc99-a690ea88a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:49.812127 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-db324ba4-a324-467d-bc99-a690ea88a7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439417 Mar 31 16:52:49.843126 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:10Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}, {'id': 'd7064c96-91ba-4817-9b89-5823881068a4', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:36:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:52:38Z', 'updated_at': '2022-03-31T16:52:48Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:52:49.873142 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:52:49.881548 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:52:49.882165 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:52:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:52:49.898895 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-f9ce9e91-a48a-49a9-ab2b-ec57642a0a74 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796249 Mar 31 16:52:49.990829 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5bc1eda8-5a64-4675-9abe-cd379eb3d55f req-148882f5-3119-49e6-a3cf-6ce31f92e407 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857048 Mar 31 16:52:49.991558 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:52:50.208363 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:10Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}, {'id': 'd7064c96-91ba-4817-9b89-5823881068a4', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:36:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:52:38Z', 'updated_at': '2022-03-31T16:52:48Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:52:50.235968 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77064151-9092-40d0-881c-0fa89778c6ed None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:10Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}, {'id': 'd7064c96-91ba-4817-9b89-5823881068a4', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.48', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:36:8c:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:52:38Z', 'updated_at': '2022-03-31T16:52:48Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:52:50.434114 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c34827-f0ef-428f-8b2c-e7bf7a66e5cf None None] New status for floating IP d7064c96-91ba-4817-9b89-5823881068a4: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:52:53.476008 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7292b9a6-bf1c-4a76-a6d3-2dc47db04485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:55.814180 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-dd88ef9f-8ef6-4b0c-abfe-8608f53ada4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:56.746410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:56.858901 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5afc1-e660-4e0b-9ce0-94e349346bd2 req-c01c2223-22d8-45ff-a0d6-25b0117f0415 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:56.860379 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b6a5afc1-e660-4e0b-9ce0-94e349346bd2 req-c01c2223-22d8-45ff-a0d6-25b0117f0415 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.1068368 Mar 31 16:52:56.909651 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b6a5afc1-e660-4e0b-9ce0-94e349346bd2 req-07e220b4-3bb5-4a37-bb1f-402a9cf61413 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427213 Mar 31 16:52:58.073399 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6e896-576f-45c4-80b6-ef634d7a777c req-8675b6e4-36ed-41a7-a53d-d9fcf8e91f03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:58.074755 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ebc6e896-576f-45c4-80b6-ef634d7a777c req-8675b6e4-36ed-41a7-a53d-d9fcf8e91f03 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.0993392 Mar 31 16:52:58.119799 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ebc6e896-576f-45c4-80b6-ef634d7a777c req-61c07b06-1c26-4941-94b9-c057b4087ec0 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Mar 31 16:52:58.375950 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.050207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-add37ab4-5162-4d4f-ac3e-461e9bb1cfad tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:59.051635 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-add37ab4-5162-4d4f-ac3e-461e9bb1cfad tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.0546365 Mar 31 16:52:59.145672 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Deleting port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:52:59.146007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.231066 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] For port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:52:59.231442 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.233959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd1f22-2202-48c0-9466-3b740794d8fe req-7c12c9e1-c1f4-4dae-afc5-4d50d0027c1d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:52:59.235439 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d5cd1f22-2202-48c0-9466-3b740794d8fe req-7c12c9e1-c1f4-4dae-afc5-4d50d0027c1d tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 946 time: 0.0505893 Mar 31 16:52:59.282158 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d5cd1f22-2202-48c0-9466-3b740794d8fe req-5638a7f0-36f3-4a05-ac9f-abd28ae01dd3 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups?id=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402691 Mar 31 16:52:59.473017 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.473396 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (5d78d8ad-e941-406e-9deb-ebc8c72bdd78), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.473731 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Floating IP 5d78d8ad-e941-406e-9deb-ebc8c72bdd78 disassociated. External IP: 172.27.3.108, port: 4f68f8a8-47a6-4145-bf35-d0e6c07d4815. Mar 31 16:52:59.474185 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Calling delete_port for 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:52:59.627113 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (4f68f8a8-47a6-4145-bf35-d0e6c07d4815), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.655472 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event deleted for resources: {'Port': ['ID=4f68f8a8-47a6-4145-bf35-d0e6c07d4815,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:52:59.672082 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:52:59.752968 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:00.028145 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Router a97b30db-2457-4028-858e-44190bbbcb8e has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:53:00.144276 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:53:00.153588 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:53:00.163398 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:00.164009 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:52:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:00.184891 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] No DVR routers for this DVR port 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:53:00.187501 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:00.191008 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9eb7b25-b49a-45c8-9592-c4789f723f19 req-acbf7158-2416-4083-8e86-845b4b57c816 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.55 "DELETE /v2.0/ports/4f68f8a8-47a6-4145-bf35-d0e6c07d4815 HTTP/1.1" status: 204 len: 173 time: 1.1332695 Mar 31 16:53:00.191460 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'name': 'network-vif-deleted', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:53:00.193744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd095bf9-3caa-43a1-9bd5-dbdd428c6147" -d '{"events": [{"server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "name": "network-vif-deleted", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:53:00.234424 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d216b3-fc59-4cb5-b14e-f35bc5f1facd x-openstack-request-id: req-82d216b3-fc59-4cb5-b14e-f35bc5f1facd {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:53:00.234721 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82059de0-e021-40ab-adbc-ee623054f280", "name": "network-vif-deleted", "tag": "4f68f8a8-47a6-4145-bf35-d0e6c07d4815", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:53:00.234987 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82d216b3-fc59-4cb5-b14e-f35bc5f1facd {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:53:00.235389 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82d216b3-fc59-4cb5-b14e-f35bc5f1facd'] response: {'server_uuid': '82059de0-e021-40ab-adbc-ee623054f280', 'name': 'network-vif-deleted', 'tag': '4f68f8a8-47a6-4145-bf35-d0e6c07d4815', 'status': 'completed', 'code': 200} Mar 31 16:53:00.277898 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:00.401263 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4a2eb0c5-ba58-4649-a12a-824ae18fe62d req-33ab6a1f-99bb-48ba-8d65-b5a192855e1a tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/ports?device_id=82059de0-e021-40ab-adbc-ee623054f280 HTTP/1.1" status: 200 len: 210 time: 0.0292315 Mar 31 16:53:00.480987 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:00.506921 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:53:00.514956 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:00.515558 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:52:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:00.624141 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:00.832025 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:00.857946 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1308debf-adbb-410e-ac68-04b2abbe4c50 None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:43:02Z', 'revision_number': 4, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62', 'name': '', 'network_id': 'cd16b635-e5ab-41d3-bb3a-95e1fcbc2626', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'mac_address': 'fa:16:3e:29:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:43:01Z', 'updated_at': '2022-03-31T16:43:14Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'subnets': [{'id': 'b5d5c2ac-014a-4e23-ad28-266027061490', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:53:01.065830 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb61d64-e676-4ab9-a8a5-1fb518b7ccac None None] New status for floating IP 5d78d8ad-e941-406e-9deb-ebc8c72bdd78: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:53:01.485914 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57140) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:01.537963 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f292e100-71f5-429e-9d43-2fdaa7ba9c8c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.560326 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f292e100-71f5-429e-9d43-2fdaa7ba9c8c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.606502 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f292e100-71f5-429e-9d43-2fdaa7ba9c8c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.609107 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f292e100-71f5-429e-9d43-2fdaa7ba9c8c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.610235 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f292e100-71f5-429e-9d43-2fdaa7ba9c8c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "DELETE /v2.0/security-groups/33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2 HTTP/1.1" status: 204 len: 168 time: 0.1228492 Mar 31 16:53:01.613554 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57142) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:01.619979 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292e100-71f5-429e-9d43-2fdaa7ba9c8c tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:01.627552 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-08834494-c0d0-4ff1-994b-6dd731b56d73 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] show failed (client error): The resource could not be found. Mar 31 16:53:01.628711 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-08834494-c0d0-4ff1-994b-6dd731b56d73 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "GET /v2.0/security-groups/33e8e2d1-6951-4e8e-9bae-b7ffa11f22d2 HTTP/1.1" status: 404 len: 347 time: 0.0141282 Mar 31 16:53:01.631555 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57144) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:01.750333 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Deleting port 114e5dc8-56a4-4029-b1c3-aada5cca0058 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:01.750667 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.827748 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.828071 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (114e5dc8-56a4-4029-b1c3-aada5cca0058), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.839562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Calling delete_port for 114e5dc8-56a4-4029-b1c3-aada5cca0058 owned by network:floatingip {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:01.967348 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (114e5dc8-56a4-4029-b1c3-aada5cca0058), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:01.992675 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Pushing event deleted for resources: {'Port': ['ID=114e5dc8-56a4-4029-b1c3-aada5cca0058,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:02.051177 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks [] for floatingip (5d78d8ad-e941-406e-9deb-ebc8c72bdd78), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:02.053618 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:02.054753 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-5a8e6075-c21f-4511-ac98-e612f1b47949 tempest-AttachVolumeTestJSON-279243464 tempest-AttachVolumeTestJSON-279243464-project] 10.222.0.21 "DELETE /v2.0/floatingips/5d78d8ad-e941-406e-9deb-ebc8c72bdd78 HTTP/1.1" status: 204 len: 168 time: 0.4223189 Mar 31 16:53:02.342655 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:02.362138 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:02.362479 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4f68f8a8-47a6-4145-bf35-d0e6c07d4815 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:05.568751 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57176) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:06.024648 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (a97b30db-2457-4028-858e-44190bbbcb8e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:06.312060 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Deleting port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:06.312388 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:06.412733 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] For port bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:06.413106 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:06.427203 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Calling delete_port for bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 owned by network:router_interface {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:06.473803 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-b5dee710-fce5-4396-960d-d2d868109dc3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0972757 Mar 31 16:53:06.589449 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-3385dddd-3ddd-47a5-8a28-fbfd330da6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:06.590822 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-3385dddd-3ddd-47a5-8a28-fbfd330da6ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 1130 time: 0.0955994 Mar 31 16:53:06.693695 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:06.730355 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:06.786553 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-b4cca3be-d3c3-47f5-8157-bff1f4a46ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:06.788022 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-b4cca3be-d3c3-47f5-8157-bff1f4a46ce5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.1670721 Mar 31 16:53:06.917176 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-97eba7d5-148a-4cc6-95cd-978a23987db1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 200 len: 1001 time: 0.1215520 Mar 31 16:53:06.977139 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-8ebfecd4-aa65-4150-8507-a12a537fc217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:06.978513 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-8ebfecd4-aa65-4150-8507-a12a537fc217 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0543470 Mar 31 16:53:06.980732 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (a97b30db-2457-4028-858e-44190bbbcb8e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:07.106095 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-8ce9a9f8-97b9-491a-b2af-1478bf71e4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:07.107565 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-8ce9a9f8-97b9-491a-b2af-1478bf71e4b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1216488 Mar 31 16:53:07.275599 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-aa2f0d94-c13e-4cc5-bad8-c25e4f4e5130 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600881 Mar 31 16:53:07.327249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Router a97b30db-2457-4028-858e-44190bbbcb8e has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:53:07.681574 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-a7de33ee-8c5f-41c3-af51-8024a9afb42f req-db18c642-c581-4440-8700-bf5488dbac33 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982422 Mar 31 16:53:07.701254 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:53:07.706291 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d3161db7-cf15-4a79-b62b-2895e7b30937 admin admin] 10.222.0.21 "PUT /v2.0/routers/a97b30db-2457-4028-858e-44190bbbcb8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1364558 Mar 31 16:53:07.708886 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57180) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:07.710253 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] Sync routers for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:53:07.719797 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:07.720513 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:52:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:07.812414 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks [] for router (a97b30db-2457-4028-858e-44190bbbcb8e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:07.828386 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:07.918610 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks [] for router_gateway (a97b30db-2457-4028-858e-44190bbbcb8e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:07.971879 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Deleting port 8c7b178b-37d8-44e1-bc6e-4299d011c304 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:07.972167 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.047792 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] For port 8c7b178b-37d8-44e1-bc6e-4299d011c304, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=8c7b178b-37d8-44e1-bc6e-4299d011c304,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:08.048152 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.061354 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Calling delete_port for 8c7b178b-37d8-44e1-bc6e-4299d011c304 owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:08.084508 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143'}], 'enable_snat': True}, 'gw_port_id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:53:06Z', 'revision_number': 5, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port': {'id': '8c7b178b-37d8-44e1-bc6e-4299d011c304', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:33:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:08.113730 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] Checking router: a97b30db-2457-4028-858e-44190bbbcb8e for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:53:08.121942 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] Routers {'a97b30db-2457-4028-858e-44190bbbcb8e'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:08.122543 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:52:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['a97b30db-2457-4028-858e-44190bbbcb8e'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:08.207832 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] Set router a97b30db-2457-4028-858e-44190bbbcb8e gateway port host: None {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:08.224759 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (8c7b178b-37d8-44e1-bc6e-4299d011c304), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.253501 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7b178b-37d8-44e1-bc6e-4299d011c304,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:08.259000 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:53:07Z', 'revision_number': 6, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:08.286817 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd097c-0bb5-44f9-a07c-a6ada4f90529 None None] The sync data for ids ['a97b30db-2457-4028-858e-44190bbbcb8e'] in dv-cinder-826949-3-iscsi is: [{'id': 'a97b30db-2457-4028-858e-44190bbbcb8e', 'name': 'tempest-AttachVolumeTestJSON-1298022770-router', 'tenant_id': 'c20b7c93ae6242f499530ec76254d558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:54Z', 'updated_at': '2022-03-31T16:53:07Z', 'revision_number': 6, 'project_id': 'c20b7c93ae6242f499530ec76254d558', 'gw_port_host': None}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:53:08.318168 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (a97b30db-2457-4028-858e-44190bbbcb8e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.420572 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (a97b30db-2457-4028-858e-44190bbbcb8e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.422669 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks [] for router_controller (a97b30db-2457-4028-858e-44190bbbcb8e), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.487163 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (a97b30db-2457-4028-858e-44190bbbcb8e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.487637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a97b30db-2457-4028-858e-44190bbbcb8e {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:53:08.492725 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.493954 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-5cda23eb-238c-4995-8bcf-1359b4309d70 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a97b30db-2457-4028-858e-44190bbbcb8e HTTP/1.1" status: 204 len: 168 time: 0.7841954 Mar 31 16:53:08.496478 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57184) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:08.539540 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Deleting subnet b5d5c2ac-014a-4e23-ad28-266027061490 {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:53:08.542698 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Publish callbacks [] for subnet (b5d5c2ac-014a-4e23-ad28-266027061490), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.576155 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (b5d5c2ac-014a-4e23-ad28-266027061490), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.657730 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (b5d5c2ac-014a-4e23-ad28-266027061490), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.711573 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (b5d5c2ac-014a-4e23-ad28-266027061490), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.734772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5d5c2ac-014a-4e23-ad28-266027061490,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:08.740642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.743808 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b2263e50-8465-43c2-a3f3-096ea8e19191 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b5d5c2ac-014a-4e23-ad28-266027061490 HTTP/1.1" status: 204 len: 168 time: 0.2464275 Mar 31 16:53:08.746461 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57186) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:08.746783 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4179052-e1f4-47b3-831d-ce0342841d1d None None] Network cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:53:08.816903 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.873344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Deleting port 7c44ddca-89ff-49a1-9a73-6853d45af89b {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:08.873682 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.934358 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] For port 7c44ddca-89ff-49a1-9a73-6853d45af89b, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=7c44ddca-89ff-49a1-9a73-6853d45af89b,segment=NetworkSegment(5d5a46ae-a999-4b53-b788-6ea84ec75fab),segment_id=5d5a46ae-a999-4b53-b788-6ea84ec75fab)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:08.934716 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:08.950649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Calling delete_port for 7c44ddca-89ff-49a1-9a73-6853d45af89b owned by network:dhcp {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:09.039831 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (7c44ddca-89ff-49a1-9a73-6853d45af89b), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.056214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25d94e5-331b-4299-a924-a4365a2693a1 None None] DHCP port deletion for cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:53:09.073933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c44ddca-89ff-49a1-9a73-6853d45af89b,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:09.078614 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] No DVR routers for this DVR port 7c44ddca-89ff-49a1-9a73-6853d45af89b on host dv-cinder-826949-3-iscsi {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:53:09.119107 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:09.139751 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:09.140185 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device bdb85d2e-2ce2-4cc3-b0b1-df1b1bcd0e62 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:09.140677 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 7c44ddca-89ff-49a1-9a73-6853d45af89b no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:09.151858 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.165840 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 7c44ddca-89ff-49a1-9a73-6853d45af89b {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:09.166194 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 7c44ddca-89ff-49a1-9a73-6853d45af89b not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:09.166616 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 8c7b178b-37d8-44e1-bc6e-4299d011c304 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:09.177638 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd16b635-e5ab-41d3-bb3a-95e1fcbc2626']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:09.187110 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5a46ae-a999-4b53-b788-6ea84ec75fab') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:09.187406 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5a46ae-a999-4b53-b788-6ea84ec75fab') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:09.190911 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 8c7b178b-37d8-44e1-bc6e-4299d011c304 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:09.191260 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 8c7b178b-37d8-44e1-bc6e-4299d011c304 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:09.197283 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (5d5a46ae-a999-4b53-b788-6ea84ec75fab), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.210213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (5d5a46ae-a999-4b53-b788-6ea84ec75fab), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.215862 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:53:09.216238 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (5d5a46ae-a999-4b53-b788-6ea84ec75fab), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:53:09.217896 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:53:09.272530 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (cd16b635-e5ab-41d3-bb3a-95e1fcbc2626), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.278388 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.286939 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cd16b635-e5ab-41d3-bb3a-95e1fcbc2626 HTTP/1.1" status: 204 len: 168 time: 0.5377023 Mar 31 16:53:09.299964 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631db716-ac47-4f7d-a190-540e428b8585 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd16b635-e5ab-41d3-bb3a-95e1fcbc2626,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:09.433812 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57190) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:09.472813 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8f867438-d0b2-4566-b112-3ad9f42e4633 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c20b7c93ae6242f499530ec76254d558&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0378492 Mar 31 16:53:09.475162 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57192) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:09.525594 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e24bbeb-45ce-4005-9736-0ae265138627 admin admin] Publish callbacks [] for security_group (2d8c0ac7-484f-4bdd-a7fd-a68eb7573458), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.546109 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e24bbeb-45ce-4005-9736-0ae265138627 admin admin] Publish callbacks [] for security_group (2d8c0ac7-484f-4bdd-a7fd-a68eb7573458), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.592293 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e24bbeb-45ce-4005-9736-0ae265138627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (2d8c0ac7-484f-4bdd-a7fd-a68eb7573458), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.595067 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8e24bbeb-45ce-4005-9736-0ae265138627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:09.596223 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8e24bbeb-45ce-4005-9736-0ae265138627 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d8c0ac7-484f-4bdd-a7fd-a68eb7573458 HTTP/1.1" status: 204 len: 168 time: 0.1201956 Mar 31 16:53:09.603564 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24bbeb-45ce-4005-9736-0ae265138627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c0ac7-484f-4bdd-a7fd-a68eb7573458,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:11.429972 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57264) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:11.667090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27f5677b-3718-473e-842c-361b17ebeb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.738529 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27f5677b-3718-473e-842c-361b17ebeb06 admin admin] Publish callbacks [] for security_group (1e101514-157a-4aff-a411-bbb54abdb5df), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.742555 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-27f5677b-3718-473e-842c-361b17ebeb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1e101514-157a-4aff-a411-bbb54abdb5df), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.781784 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-27f5677b-3718-473e-842c-361b17ebeb06 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ae006b217604e0faa439859dfb237fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3506980 Mar 31 16:53:11.782648 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5677b-3718-473e-842c-361b17ebeb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e101514-157a-4aff-a411-bbb54abdb5df,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:11.784432 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57268) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:11.831380 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-16615c5c-75ee-4a09-9da1-a0973e2ec69e admin admin] Publish callbacks [] for security_group (1e101514-157a-4aff-a411-bbb54abdb5df), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.852009 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-16615c5c-75ee-4a09-9da1-a0973e2ec69e admin admin] Publish callbacks [] for security_group (1e101514-157a-4aff-a411-bbb54abdb5df), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.898223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-16615c5c-75ee-4a09-9da1-a0973e2ec69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1e101514-157a-4aff-a411-bbb54abdb5df), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.900926 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-16615c5c-75ee-4a09-9da1-a0973e2ec69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:11.902145 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-16615c5c-75ee-4a09-9da1-a0973e2ec69e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e101514-157a-4aff-a411-bbb54abdb5df HTTP/1.1" status: 204 len: 168 time: 0.1165812 Mar 31 16:53:11.909979 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16615c5c-75ee-4a09-9da1-a0973e2ec69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e101514-157a-4aff-a411-bbb54abdb5df,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:12.152146 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57274) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:12.164813 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e021-a328-4bc1-97cb-a30afd0b0ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.240014 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e021-a328-4bc1-97cb-a30afd0b0ba1 admin admin] Publish callbacks [] for security_group (ee88eb55-1dc7-4e9d-a757-88de64232c8f), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.243915 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6e2e021-a328-4bc1-97cb-a30afd0b0ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ee88eb55-1dc7-4e9d-a757-88de64232c8f), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.278992 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e2e021-a328-4bc1-97cb-a30afd0b0ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee88eb55-1dc7-4e9d-a757-88de64232c8f,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:12.283601 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c6e2e021-a328-4bc1-97cb-a30afd0b0ba1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0cf7adcc60564c8d94a50ea22d163538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304615 Mar 31 16:53:12.286829 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57276) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:12.331043 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-199c818d-7f00-460e-8ba3-face5b241c28 admin admin] Publish callbacks [] for security_group (ee88eb55-1dc7-4e9d-a757-88de64232c8f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.351878 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-199c818d-7f00-460e-8ba3-face5b241c28 admin admin] Publish callbacks [] for security_group (ee88eb55-1dc7-4e9d-a757-88de64232c8f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.397238 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-199c818d-7f00-460e-8ba3-face5b241c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ee88eb55-1dc7-4e9d-a757-88de64232c8f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.399755 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-199c818d-7f00-460e-8ba3-face5b241c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:12.400885 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-199c818d-7f00-460e-8ba3-face5b241c28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee88eb55-1dc7-4e9d-a757-88de64232c8f HTTP/1.1" status: 204 len: 168 time: 0.1138368 Mar 31 16:53:12.408980 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199c818d-7f00-460e-8ba3-face5b241c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee88eb55-1dc7-4e9d-a757-88de64232c8f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:14.947556 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:53:23.479931 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5b5758ea-34d9-46b6-9495-81329b78ecf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.106982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57424) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:25.207265 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-23e54ac9-2c00-4ab7-8fd0-539849febe44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.277995 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-23e54ac9-2c00-4ab7-8fd0-539849febe44 admin admin] Publish callbacks [] for security_group (213db42b-c3b4-433d-b821-48ee7ae8e1a7), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.281666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-23e54ac9-2c00-4ab7-8fd0-539849febe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (213db42b-c3b4-433d-b821-48ee7ae8e1a7), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.321748 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-23e54ac9-2c00-4ab7-8fd0-539849febe44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41a38cde53694c6e9d8b5c990ee0d4ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137408 Mar 31 16:53:25.322564 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e54ac9-2c00-4ab7-8fd0-539849febe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213db42b-c3b4-433d-b821-48ee7ae8e1a7,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:25.324482 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57428) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:25.371951 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d54a32d9-6e46-4ef8-b03a-58e78d0317bd admin admin] Publish callbacks [] for security_group (213db42b-c3b4-433d-b821-48ee7ae8e1a7), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.392903 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d54a32d9-6e46-4ef8-b03a-58e78d0317bd admin admin] Publish callbacks [] for security_group (213db42b-c3b4-433d-b821-48ee7ae8e1a7), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.441077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d54a32d9-6e46-4ef8-b03a-58e78d0317bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (213db42b-c3b4-433d-b821-48ee7ae8e1a7), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.443648 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d54a32d9-6e46-4ef8-b03a-58e78d0317bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.447202 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d54a32d9-6e46-4ef8-b03a-58e78d0317bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/213db42b-c3b4-433d-b821-48ee7ae8e1a7 HTTP/1.1" status: 204 len: 168 time: 0.1191232 Mar 31 16:53:25.452350 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a32d9-6e46-4ef8-b03a-58e78d0317bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213db42b-c3b4-433d-b821-48ee7ae8e1a7,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:25.696937 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57434) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:25.710296 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6991a52-f743-411f-a3d3-92fb219a56fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.781700 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6991a52-f743-411f-a3d3-92fb219a56fd admin admin] Publish callbacks [] for security_group (a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.785328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6991a52-f743-411f-a3d3-92fb219a56fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.815586 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9c657450-345d-47ff-a20a-dc1cec15b895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.822553 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c6991a52-f743-411f-a3d3-92fb219a56fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97b781d2f2654028931e8bea6e9cc6c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1245456 Mar 31 16:53:25.823388 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6991a52-f743-411f-a3d3-92fb219a56fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:25.825835 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57436) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:25.873318 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b09cdca-704d-44e8-8332-891e2d92f2bc admin admin] Publish callbacks [] for security_group (a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.894537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b09cdca-704d-44e8-8332-891e2d92f2bc admin admin] Publish callbacks [] for security_group (a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.940112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b09cdca-704d-44e8-8332-891e2d92f2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.942788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b09cdca-704d-44e8-8332-891e2d92f2bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:25.943945 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6b09cdca-704d-44e8-8332-891e2d92f2bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645 HTTP/1.1" status: 204 len: 168 time: 0.1170254 Mar 31 16:53:25.951488 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09cdca-704d-44e8-8332-891e2d92f2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c5c0e5-d5de-4d0c-ba2d-54fd90e66645,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:26.748568 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:28.379243 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:29.680644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:29.746315 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.214925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57522) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:30.317458 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e3d-1e38-4c94-b332-c7809aaa4e29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.388760 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e3d-1e38-4c94-b332-c7809aaa4e29 admin admin] Publish callbacks [] for security_group (ba43beb4-70f1-4c06-a31e-9bd8b3f827bd), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.392813 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c0e64e3d-1e38-4c94-b332-c7809aaa4e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ba43beb4-70f1-4c06-a31e-9bd8b3f827bd), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.427944 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c0e64e3d-1e38-4c94-b332-c7809aaa4e29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29ff026b8dd046aab219aeb55b615bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120192 Mar 31 16:53:30.429832 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64e3d-1e38-4c94-b332-c7809aaa4e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba43beb4-70f1-4c06-a31e-9bd8b3f827bd,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:30.430723 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57526) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:30.478674 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7657f5fc-be63-43a7-9f2f-8eb917180729 admin admin] Publish callbacks [] for security_group (ba43beb4-70f1-4c06-a31e-9bd8b3f827bd), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.499029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7657f5fc-be63-43a7-9f2f-8eb917180729 admin admin] Publish callbacks [] for security_group (ba43beb4-70f1-4c06-a31e-9bd8b3f827bd), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.545328 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7657f5fc-be63-43a7-9f2f-8eb917180729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (ba43beb4-70f1-4c06-a31e-9bd8b3f827bd), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.547822 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7657f5fc-be63-43a7-9f2f-8eb917180729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.548954 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7657f5fc-be63-43a7-9f2f-8eb917180729 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba43beb4-70f1-4c06-a31e-9bd8b3f827bd HTTP/1.1" status: 204 len: 168 time: 0.1172574 Mar 31 16:53:30.556196 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7657f5fc-be63-43a7-9f2f-8eb917180729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba43beb4-70f1-4c06-a31e-9bd8b3f827bd,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:30.801566 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57532) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:30.817112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8af0d91a-3316-40b9-bef1-e02b9f9bb118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.889441 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8af0d91a-3316-40b9-bef1-e02b9f9bb118 admin admin] Publish callbacks [] for security_group (29fbd1de-bcbe-49b4-86d0-7eaa6065fde9), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.893005 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8af0d91a-3316-40b9-bef1-e02b9f9bb118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (29fbd1de-bcbe-49b4-86d0-7eaa6065fde9), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:30.929882 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8af0d91a-3316-40b9-bef1-e02b9f9bb118 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41dcae29524b4f239471465c733f196b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272707 Mar 31 16:53:30.930578 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af0d91a-3316-40b9-bef1-e02b9f9bb118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fbd1de-bcbe-49b4-86d0-7eaa6065fde9,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:30.932552 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57534) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:30.983789 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-156d8273-ca23-4c0f-bade-5019664168ad admin admin] Publish callbacks [] for security_group (29fbd1de-bcbe-49b4-86d0-7eaa6065fde9), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:31.006660 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-156d8273-ca23-4c0f-bade-5019664168ad admin admin] Publish callbacks [] for security_group (29fbd1de-bcbe-49b4-86d0-7eaa6065fde9), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:31.052795 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-156d8273-ca23-4c0f-bade-5019664168ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (29fbd1de-bcbe-49b4-86d0-7eaa6065fde9), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:31.055436 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-156d8273-ca23-4c0f-bade-5019664168ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:31.056567 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-156d8273-ca23-4c0f-bade-5019664168ad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29fbd1de-bcbe-49b4-86d0-7eaa6065fde9 HTTP/1.1" status: 204 len: 168 time: 0.1230106 Mar 31 16:53:31.064400 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d8273-ca23-4c0f-bade-5019664168ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fbd1de-bcbe-49b4-86d0-7eaa6065fde9,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:36.681747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57618) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:36.783199 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd12f-dbd0-4cc0-8b28-89dabb23221b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:36.855330 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd12f-dbd0-4cc0-8b28-89dabb23221b admin admin] Publish callbacks [] for security_group (c4baae9c-451b-4b66-95db-33e26e6a3441), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:36.860292 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8ecbd12f-dbd0-4cc0-8b28-89dabb23221b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c4baae9c-451b-4b66-95db-33e26e6a3441), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:36.899365 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecbd12f-dbd0-4cc0-8b28-89dabb23221b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4baae9c-451b-4b66-95db-33e26e6a3441,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:36.903429 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8ecbd12f-dbd0-4cc0-8b28-89dabb23221b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27d0c79a5a0145c2be38c060fd1db386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206943 Mar 31 16:53:36.906080 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57622) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:36.954264 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5031626a-309a-4553-8457-6a814c751c34 admin admin] Publish callbacks [] for security_group (c4baae9c-451b-4b66-95db-33e26e6a3441), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:36.974747 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5031626a-309a-4553-8457-6a814c751c34 admin admin] Publish callbacks [] for security_group (c4baae9c-451b-4b66-95db-33e26e6a3441), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.019984 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5031626a-309a-4553-8457-6a814c751c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c4baae9c-451b-4b66-95db-33e26e6a3441), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.022505 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5031626a-309a-4553-8457-6a814c751c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.023640 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-5031626a-309a-4553-8457-6a814c751c34 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4baae9c-451b-4b66-95db-33e26e6a3441 HTTP/1.1" status: 204 len: 168 time: 0.1166573 Mar 31 16:53:37.030913 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031626a-309a-4553-8457-6a814c751c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4baae9c-451b-4b66-95db-33e26e6a3441,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:37.279464 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57628) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:37.292140 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.362241 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Publish callbacks [] for security_group (3a01a025-6732-4098-aa2b-78cbd334bdea), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.365951 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3a01a025-6732-4098-aa2b-78cbd334bdea), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.401676 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=510ef15d1241440a9da5fd5cef4c810d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1211784 Mar 31 16:53:37.403498 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a01a025-6732-4098-aa2b-78cbd334bdea,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:37.404372 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57630) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:37.410452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.410806 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.411161 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.411491 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.411845 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.412152 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.412475 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.412797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.413152 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.413478 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.413805 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.414127 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.414447 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.414765 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.415082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90d4e2fe-f00c-4a5a-93ce-9939eb7a4d95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.452300 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Publish callbacks [] for security_group (3a01a025-6732-4098-aa2b-78cbd334bdea), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.472368 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Publish callbacks [] for security_group (3a01a025-6732-4098-aa2b-78cbd334bdea), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.523963 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3a01a025-6732-4098-aa2b-78cbd334bdea), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.527524 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:37.528667 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a01a025-6732-4098-aa2b-78cbd334bdea HTTP/1.1" status: 204 len: 168 time: 0.1232576 Mar 31 16:53:37.536773 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a01a025-6732-4098-aa2b-78cbd334bdea,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:37.544296 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.544643 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.544982 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.545348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.545675 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.546002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.546324 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.546646 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.546970 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.547289 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.548180 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.548507 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.548826 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.549167 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:37.549485 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6135f143-7a1b-4375-9338-2cb3bcad76af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:39.748171 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-0fd3972a-dff3-48ae-a7f4-e1ac18acd2a5 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=85aa6127825348288f98e7421d216b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285757 Mar 31 16:53:40.169939 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-9d9afc1f-a2bf-48ae-a80b-c6084331fcf0 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:40.171373 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-9d9afc1f-a2bf-48ae-a80b-c6084331fcf0 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4176509 Mar 31 16:53:40.185346 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-454a8328-9567-40f8-9866-fbc19858f1ca tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/quotas/85aa6127825348288f98e7421d216b74 HTTP/1.1" status: 200 len: 375 time: 0.0086014 Mar 31 16:53:40.224216 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-6dbb08ae-ef64-45f4-a449-7529a6fd223f tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85aa6127825348288f98e7421d216b74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335293 Mar 31 16:53:40.378901 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c837069f-72d5-416c-bc4e-da24b4519ef7 req-03e2fd7e-720a-4de0-a25a-33885bb6c82b tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 210 time: 0.0277109 Mar 31 16:53:41.338756 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-aad5f455-3380-4a62-97d2-d0416f343e39 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=85aa6127825348288f98e7421d216b74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279441 Mar 31 16:53:41.477681 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-895b4937-e20d-4fde-b8bb-e6406b1583cd req-c1f16775-3d74-46cf-9076-3f5d9a68deac tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 210 time: 0.0283811 Mar 31 16:53:41.531031 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-5b55e268-bb92-4764-b662-24a5c9c88220 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:41.532491 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-5b55e268-bb92-4764-b662-24a5c9c88220 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879563 Mar 31 16:53:41.543667 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Request body: {'port': {'device_id': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba', 'admin_state_up': True, 'tenant_id': '85aa6127825348288f98e7421d216b74'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:53:41.647981 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Made reservation on behalf of 85aa6127825348288f98e7421d216b74 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:53:41.651479 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:41.661820 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:41.737418 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks [] for security_group (12ae0a30-32f4-401e-8424-9d32551592d3), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:41.741511 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (12ae0a30-32f4-401e-8424-9d32551592d3), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:41.798605 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae0a30-32f4-401e-8424-9d32551592d3,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:41.869950 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Allocated IP 192.168.233.102 (a46eae1b-9fc7-492d-8fe8-6d507924caba/3f9c8336-22d6-4570-806f-43f9f7cee6f6/6d80d7de-7169-487d-837a-0a59b147e0f5) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:53:42.011680 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks [] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.045404 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.084459 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Network a46eae1b-9fc7-492d-8fe8-6d507924caba is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:53:42.087359 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:53:42.091047 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:53:42.130188 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Pushing event updated for resources: {'Port': ['ID=6d80d7de-7169-487d-837a-0a59b147e0f5,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:42.149527 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:42.150149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.167687 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-2c346f1e-47f8-4949-b339-802b138a9e49 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6274095 Mar 31 16:53:42.177957 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-f49f951b-30dc-4234-9d21-e165351bd34f tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:53:42.179035 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-f49f951b-30dc-4234-9d21-e165351bd34f tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053070 Mar 31 16:53:42.290874 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Request body: {'port': {'device_id': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:53:42.305843 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-65500b4b-49b4-46a7-b1d4-27ad2b08d467 None None] Provisioning complete for port 6d80d7de-7169-487d-837a-0a59b147e0f5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:53:42.306356 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-65500b4b-49b4-46a7-b1d4-27ad2b08d467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.343168 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-65500b4b-49b4-46a7-b1d4-27ad2b08d467 None None] Port 6d80d7de-7169-487d-837a-0a59b147e0f5 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:53:42.347858 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.494076 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe0c4f6-58ea-4256-bf5f-5f20831c8aab req-019c1525-c2f3-43b2-9277-dff81aced7df tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:42.495438 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cbe0c4f6-58ea-4256-bf5f-5f20831c8aab req-019c1525-c2f3-43b2-9277-dff81aced7df tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 946 time: 0.0546656 Mar 31 16:53:42.543063 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cbe0c4f6-58ea-4256-bf5f-5f20831c8aab req-4f9642fd-88ef-4ebe-93bd-0aab6b1e034a tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416362 Mar 31 16:53:42.601985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf498b-fa6e-4487-a3f9-48eb5bfe076e req-70b6f9a3-355d-49e5-9cf9-8670db843640 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:42.603555 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5cdf498b-fa6e-4487-a3f9-48eb5bfe076e req-70b6f9a3-355d-49e5-9cf9-8670db843640 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 936 time: 0.0523822 Mar 31 16:53:42.615444 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d80d7de-7169-487d-837a-0a59b147e0f5 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:53:42.622670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Publish callbacks [] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.634830 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Transition to ACTIVE for port object 6d80d7de-7169-487d-837a-0a59b147e0f5 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:53:42.638521 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.650624 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5cdf498b-fa6e-4487-a3f9-48eb5bfe076e req-78ca9870-8758-4258-bc7e-f7707c93de99 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413191 Mar 31 16:53:42.686924 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Pushing event updated for resources: {'Port': ['ID=6d80d7de-7169-487d-837a-0a59b147e0f5,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:42.757367 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Attempting to bind port 6d80d7de-7169-487d-837a-0a59b147e0f5 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:53:42.757807 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Attempting to bind port 6d80d7de-7169-487d-837a-0a59b147e0f5 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:53:42.758290 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Attempting to bind port 6d80d7de-7169-487d-837a-0a59b147e0f5 on network a46eae1b-9fc7-492d-8fe8-6d507924caba {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:53:42.764038 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Port 6d80d7de-7169-487d-837a-0a59b147e0f5 on network a46eae1b-9fc7-492d-8fe8-6d507924caba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:53:42.764464 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Attempting to bind port 6d80d7de-7169-487d-837a-0a59b147e0f5 on network a46eae1b-9fc7-492d-8fe8-6d507924caba {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:53:42.769454 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:53:42.769786 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Checking segment: {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:53:42.770162 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Bound using segment: {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:53:42.770581 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Bound port: 6d80d7de-7169-487d-837a-0a59b147e0f5, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e517e619-4fc9-49f1-9f46-5b4488a18d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:53:42.770933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.837183 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] For port 6d80d7de-7169-487d-837a-0a59b147e0f5, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:53:42.840443 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] For port 6d80d7de-7169-487d-837a-0a59b147e0f5, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6d80d7de-7169-487d-837a-0a59b147e0f5,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:53:42.845994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.879436 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:42.880054 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:42.881440 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] 10.222.0.55 "PUT /v2.0/ports/6d80d7de-7169-487d-837a-0a59b147e0f5 HTTP/1.1" status: 200 len: 1098 time: 0.6955736 Mar 31 16:53:42.881876 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'tag': '6d80d7de-7169-487d-837a-0a59b147e0f5'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:53:42.884113 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b33c3f-2f85-4b2c-b609-b1c171a144ea" -d '{"events": [{"name": "network-changed", "server_uuid": "9b4b9054-a489-4bc3-9c1e-ceda3508ff6f", "tag": "6d80d7de-7169-487d-837a-0a59b147e0f5"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:53:42.914083 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b3827-1152-40ff-bc9a-f51933e81972 service neutron] Pushing event updated for resources: {'Port': ['ID=6d80d7de-7169-487d-837a-0a59b147e0f5,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:42.971805 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-b6ee712d-eb22-4752-af82-2d0b3757cd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:42.973329 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-b6ee712d-eb22-4752-af82-2d0b3757cd5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85aa6127825348288f98e7421d216b74&device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 1132 time: 0.0464075 Mar 31 16:53:43.276973 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0de25a-42f9-4e2d-8c8a-f3e7faa83e75 x-openstack-request-id: req-cd0de25a-42f9-4e2d-8c8a-f3e7faa83e75 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:53:43.277222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b4b9054-a489-4bc3-9c1e-ceda3508ff6f", "tag": "6d80d7de-7169-487d-837a-0a59b147e0f5", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:53:43.277426 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0de25a-42f9-4e2d-8c8a-f3e7faa83e75 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:53:43.277886 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0de25a-42f9-4e2d-8c8a-f3e7faa83e75'] response: {'name': 'network-changed', 'server_uuid': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'tag': '6d80d7de-7169-487d-837a-0a59b147e0f5', 'status': 'completed', 'code': 200} Mar 31 16:53:43.279301 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-1cec20fe-f4ce-4b96-a57d-d13a09cd5d6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=6d80d7de-7169-487d-837a-0a59b147e0f5 HTTP/1.1" status: 200 len: 217 time: 0.2981858 Mar 31 16:53:43.325821 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-770b20bc-8381-4762-a936-d3d0225733d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.327155 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-770b20bc-8381-4762-a936-d3d0225733d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f9c8336-22d6-4570-806f-43f9f7cee6f6 HTTP/1.1" status: 200 len: 843 time: 0.0409501 Mar 31 16:53:43.373957 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9745457-e594-4aad-a24b-a82ac906d984 req-6ba29a2a-c727-47cb-8434-25210aefb78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.375472 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-6ba29a2a-c727-47cb-8434-25210aefb78e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a46eae1b-9fc7-492d-8fe8-6d507924caba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0416317 Mar 31 16:53:43.462252 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-30deb118-1e52-43c1-98e7-515bf7db7ade service neutron] 10.222.0.55 "GET /v2.0/networks/a46eae1b-9fc7-492d-8fe8-6d507924caba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803869 Mar 31 16:53:43.547582 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b9745457-e594-4aad-a24b-a82ac906d984 req-8afd95b8-81aa-437f-a701-461dd11bbfd9 service neutron] 10.222.0.55 "GET /v2.0/networks/a46eae1b-9fc7-492d-8fe8-6d507924caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789812 Mar 31 16:53:43.636064 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-65fc486d-ea76-4c76-946c-a74db847e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.637584 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-65fc486d-ea76-4c76-946c-a74db847e0d6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85aa6127825348288f98e7421d216b74&device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 1132 time: 0.0458381 Mar 31 16:53:43.665257 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f42de6-2569-40e7-a54e-30d98523553a req-1e1f1ca7-5560-427c-8b07-29612392537b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.666759 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-00f42de6-2569-40e7-a54e-30d98523553a req-1e1f1ca7-5560-427c-8b07-29612392537b tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 946 time: 0.0513227 Mar 31 16:53:43.719032 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-00f42de6-2569-40e7-a54e-30d98523553a req-6aa1ac13-35f6-4043-81b8-7c209bd9a546 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups?id=fad2af02-1dc6-454c-bdcb-d961df6bac69&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463831 Mar 31 16:53:43.731349 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-26a638fd-76e4-42d0-b7a7-542420215f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.733000 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-26a638fd-76e4-42d0-b7a7-542420215f71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a46eae1b-9fc7-492d-8fe8-6d507924caba HTTP/1.1" status: 200 len: 869 time: 0.0891218 Mar 31 16:53:43.772710 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3587224-9b9d-4774-9cd3-4060118ac979 req-171bda69-22ec-4e1e-be7b-a903f5c73e9c tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.774229 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d3587224-9b9d-4774-9cd3-4060118ac979 req-171bda69-22ec-4e1e-be7b-a903f5c73e9c tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 948 time: 0.0529289 Mar 31 16:53:43.775818 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-be046cfb-2158-43eb-be3c-6a4ed2a7b7a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=6d80d7de-7169-487d-837a-0a59b147e0f5 HTTP/1.1" status: 200 len: 217 time: 0.0354416 Mar 31 16:53:43.822097 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d3587224-9b9d-4774-9cd3-4060118ac979 req-db8ee31c-944a-4191-a5c2-0a2af28fd521 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414152 Mar 31 16:53:43.832868 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-209bd5e8-e1e3-4636-b941-679f5a6092e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.834372 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-209bd5e8-e1e3-4636-b941-679f5a6092e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3f9c8336-22d6-4570-806f-43f9f7cee6f6 HTTP/1.1" status: 200 len: 843 time: 0.0499732 Mar 31 16:53:43.885187 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-ec45fa87-c1fd-4205-b830-432c0ddb2ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:43.886685 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-ec45fa87-c1fd-4205-b830-432c0ddb2ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a46eae1b-9fc7-492d-8fe8-6d507924caba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0436618 Mar 31 16:53:43.974844 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-cc58b37b-d711-42b7-a5ea-6ef44dc3dabd service neutron] 10.222.0.55 "GET /v2.0/networks/a46eae1b-9fc7-492d-8fe8-6d507924caba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813429 Mar 31 16:53:44.064213 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-94b33c3f-2f85-4b2c-b609-b1c171a144ea req-ee35bb92-4764-46b2-a148-49c25eabd47d service neutron] 10.222.0.55 "GET /v2.0/networks/a46eae1b-9fc7-492d-8fe8-6d507924caba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826478 Mar 31 16:53:44.274062 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-6540ea6f-d1d3-49d0-b14c-69917c04fb74 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:44.275470 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-6540ea6f-d1d3-49d0-b14c-69917c04fb74 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 946 time: 0.0514038 Mar 31 16:53:44.367328 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Deleting port a69b90c5-2989-43e3-bf95-89d82805600a {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:44.367668 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:44.451902 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] For port a69b90c5-2989-43e3-bf95-89d82805600a, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a69b90c5-2989-43e3-bf95-89d82805600a,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:44.452573 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:44.618322 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:44.618608 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (32b8d28d-58f5-4bd3-bffd-13fe175f425a), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:44.618920 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Floating IP 32b8d28d-58f5-4bd3-bffd-13fe175f425a disassociated. External IP: 172.27.3.191, port: a69b90c5-2989-43e3-bf95-89d82805600a. Mar 31 16:53:44.619278 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Calling delete_port for a69b90c5-2989-43e3-bf95-89d82805600a owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:44.745111 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (a69b90c5-2989-43e3-bf95-89d82805600a), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:44.771181 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event deleted for resources: {'Port': ['ID=a69b90c5-2989-43e3-bf95-89d82805600a,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:44.825340 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-590a44e7-4934-49c7-ad22-ec37cf95ce73 req-b9c8eeba-bf65-4d3f-bc12-dba30b49ad77 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd489ca8-f74c-43ec-bc60-feb2936d1141 HTTP/1.1" status: 200 len: 210 time: 0.0262554 Mar 31 16:53:44.896234 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:53:44.942132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de80410-5e3f-4ed0-9990-05f324df7ff5 req-12155e90-c55c-48a0-91bb-6e262b536c9a tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:44.943586 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1de80410-5e3f-4ed0-9990-05f324df7ff5 req-12155e90-c55c-48a0-91bb-6e262b536c9a tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 948 time: 0.0539556 Mar 31 16:53:44.990441 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1de80410-5e3f-4ed0-9990-05f324df7ff5 req-98b890aa-2276-49eb-92c2-a99089f6b119 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412369 Mar 31 16:53:45.005294 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:53:45.014548 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:53:45.024271 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:45.024768 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:45.046999 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] No DVR routers for this DVR port a69b90c5-2989-43e3-bf95-89d82805600a on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:53:45.049523 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:45.052757 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-422cbf0a-549c-4161-99ec-6a9a07cedfd3 req-7fe9be03-dfcc-422d-9d57-079621f579e4 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.55 "DELETE /v2.0/ports/a69b90c5-2989-43e3-bf95-89d82805600a HTTP/1.1" status: 204 len: 173 time: 0.7714097 Mar 31 16:53:45.140229 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:45.278939 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-deleted', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:53:45.281931 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5aca48-5022-4820-a444-7e46310662e5" -d '{"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-deleted", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:53:45.318248 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e99c1d9-46dc-40b7-b259-a5407bdd21e7 x-openstack-request-id: req-9e99c1d9-46dc-40b7-b259-a5407bdd21e7 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:53:45.318553 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd489ca8-f74c-43ec-bc60-feb2936d1141", "name": "network-vif-deleted", "tag": "a69b90c5-2989-43e3-bf95-89d82805600a", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:53:45.318870 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e99c1d9-46dc-40b7-b259-a5407bdd21e7 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:53:45.319283 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e99c1d9-46dc-40b7-b259-a5407bdd21e7'] response: {'server_uuid': 'dd489ca8-f74c-43ec-bc60-feb2936d1141', 'name': 'network-vif-deleted', 'tag': 'a69b90c5-2989-43e3-bf95-89d82805600a', 'status': 'completed', 'code': 200} Mar 31 16:53:45.461031 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:45.490134 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:53:45.498270 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:45.498879 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:45.606693 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:45.802072 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:45.829896 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd25756-4eaf-496b-b902-d3a31f47d451 None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:42:58Z', 'revision_number': 4, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '781bc772-8229-47c4-9ba0-2fd45cd14574', 'name': '', 'network_id': '0a912190-ce75-492c-91bc-2389799eee5c', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'mac_address': 'fa:16:3e:0a:fc:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:56Z', 'updated_at': '2022-03-31T16:43:05Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'subnets': [{'id': '407d7d5f-792d-4fb6-a938-00b98e662418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:53:45.921594 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57730) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:45.974844 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ee296f92-138e-4ef7-b8ee-7f9611354339 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (fad2af02-1dc6-454c-bdcb-d961df6bac69), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:45.999375 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ee296f92-138e-4ef7-b8ee-7f9611354339 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (fad2af02-1dc6-454c-bdcb-d961df6bac69), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.044432 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13948e01-f29c-4531-97b0-68504c9f0e54 None None] New status for floating IP 32b8d28d-58f5-4bd3-bffd-13fe175f425a: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:53:46.053571 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ee296f92-138e-4ef7-b8ee-7f9611354339 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (fad2af02-1dc6-454c-bdcb-d961df6bac69), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.056244 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ee296f92-138e-4ef7-b8ee-7f9611354339 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.059920 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-ee296f92-138e-4ef7-b8ee-7f9611354339 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "DELETE /v2.0/security-groups/fad2af02-1dc6-454c-bdcb-d961df6bac69 HTTP/1.1" status: 204 len: 168 time: 0.1348610 Mar 31 16:53:46.060385 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57734) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:46.074833 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-10e634f9-0e1c-4dff-aa03-fb8056441562 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] show failed (client error): The resource could not be found. Mar 31 16:53:46.079520 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-10e634f9-0e1c-4dff-aa03-fb8056441562 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "GET /v2.0/security-groups/fad2af02-1dc6-454c-bdcb-d961df6bac69 HTTP/1.1" status: 404 len: 347 time: 0.0147345 Mar 31 16:53:46.080154 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57736) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:46.094695 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee296f92-138e-4ef7-b8ee-7f9611354339 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad2af02-1dc6-454c-bdcb-d961df6bac69,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:46.130483 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88440c9-b7fc-4ea8-9e2d-b036b98e8a6e req-49ab40e8-429b-461a-a401-06374b534267 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:46.132170 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b88440c9-b7fc-4ea8-9e2d-b036b98e8a6e req-49ab40e8-429b-461a-a401-06374b534267 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 948 time: 0.0698740 Mar 31 16:53:46.187266 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b88440c9-b7fc-4ea8-9e2d-b036b98e8a6e req-830b6bb4-0be2-49f6-8993-74062309adf8 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493453 Mar 31 16:53:46.223682 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Deleting port 4bc6a985-84a0-4c22-99a2-93462ae202be {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:46.224018 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.295482 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.295722 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (4bc6a985-84a0-4c22-99a2-93462ae202be), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.306861 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Calling delete_port for 4bc6a985-84a0-4c22-99a2-93462ae202be owned by network:floatingip {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:46.437945 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (4bc6a985-84a0-4c22-99a2-93462ae202be), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.466140 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Pushing event deleted for resources: {'Port': ['ID=4bc6a985-84a0-4c22-99a2-93462ae202be,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:46.525937 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks [] for floatingip (32b8d28d-58f5-4bd3-bffd-13fe175f425a), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.528537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.529694 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-61451490-eb7b-4a5f-b392-b59ac7ba47ee tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] 10.222.0.21 "DELETE /v2.0/floatingips/32b8d28d-58f5-4bd3-bffd-13fe175f425a HTTP/1.1" status: 204 len: 168 time: 0.4486895 Mar 31 16:53:46.628394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 6d80d7de-7169-487d-837a-0a59b147e0f5 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:53:46.730889 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 6d80d7de-7169-487d-837a-0a59b147e0f5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6d80d7de-7169-487d-837a-0a59b147e0f5,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:46.745038 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '6d80d7de-7169-487d-837a-0a59b147e0f5', 'network_id': 'a46eae1b-9fc7-492d-8fe8-6d507924caba', 'port_id': '6d80d7de-7169-487d-837a-0a59b147e0f5', 'mac_address': 'fa:16:3e:15:3b:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9c8336-22d6-4570-806f-43f9f7cee6f6', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:53:46.783673 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 6d80d7de-7169-487d-837a-0a59b147e0f5 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:53:46.784070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.796979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d80d7de-7169-487d-837a-0a59b147e0f5 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:53:46.816573 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 6d80d7de-7169-487d-837a-0a59b147e0f5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6d80d7de-7169-487d-837a-0a59b147e0f5,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:46.820106 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:46.869758 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=6d80d7de-7169-487d-837a-0a59b147e0f5,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:46.876647 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.877000 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.877373 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.877716 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.878055 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.878388 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.878720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.879049 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.879501 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.879709 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.880040 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.880365 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.880691 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.881021 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:46.881371 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:53:47.170943 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['6d80d7de-7169-487d-837a-0a59b147e0f5'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:53:47.306935 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383c2c-05e5-4ac4-8cd4-fabaa5cfe1f0 req-ddb8024c-76bb-46c9-abe4-69f16d2fc606 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:47.308420 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-30383c2c-05e5-4ac4-8cd4-fabaa5cfe1f0 req-ddb8024c-76bb-46c9-abe4-69f16d2fc606 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 949 time: 0.0513618 Mar 31 16:53:47.357139 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-30383c2c-05e5-4ac4-8cd4-fabaa5cfe1f0 req-d828238d-2373-40f4-a399-0e0fd207295a tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424619 Mar 31 16:53:48.474740 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02203d-9b89-46e5-b7aa-364225d48b43 req-e9c3a3d1-9431-4e9e-85a8-e684617a86f9 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:48.476202 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3c02203d-9b89-46e5-b7aa-364225d48b43 req-e9c3a3d1-9431-4e9e-85a8-e684617a86f9 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 949 time: 0.0514274 Mar 31 16:53:48.521927 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3c02203d-9b89-46e5-b7aa-364225d48b43 req-ec32dda8-41c5-4834-a733-f6e8d2b23d4b tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402508 Mar 31 16:53:48.635822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 6d80d7de-7169-487d-837a-0a59b147e0f5 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:53:48.684956 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 6d80d7de-7169-487d-837a-0a59b147e0f5 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:53:48.689303 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 6d80d7de-7169-487d-837a-0a59b147e0f5 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:53:48.689676 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:48.763834 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 6d80d7de-7169-487d-837a-0a59b147e0f5 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:53:48.764214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:48.787040 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d80d7de-7169-487d-837a-0a59b147e0f5'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:53:48.789278 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3101667-b74a-4250-bc49-8f6d523d76d7" -d '{"events": [{"server_uuid": "9b4b9054-a489-4bc3-9c1e-ceda3508ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "6d80d7de-7169-487d-837a-0a59b147e0f5"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:53:48.801840 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 6d80d7de-7169-487d-837a-0a59b147e0f5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6d80d7de-7169-487d-837a-0a59b147e0f5,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:48.805590 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:48.806403 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:48.845578 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: a69b90c5-2989-43e3-bf95-89d82805600a {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:48.845926 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a69b90c5-2989-43e3-bf95-89d82805600a not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:48.872577 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=6d80d7de-7169-487d-837a-0a59b147e0f5,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:48.904146 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21769b-bc65-423d-bbfb-8b85e77060fe x-openstack-request-id: req-1c21769b-bc65-423d-bbfb-8b85e77060fe {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:53:48.904313 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b9054-a489-4bc3-9c1e-ceda3508ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "6d80d7de-7169-487d-837a-0a59b147e0f5", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:53:48.904582 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c21769b-bc65-423d-bbfb-8b85e77060fe {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:53:48.904990 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c21769b-bc65-423d-bbfb-8b85e77060fe'] response: {'server_uuid': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d80d7de-7169-487d-837a-0a59b147e0f5', 'code': 200} Mar 31 16:53:48.930874 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57768) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:49.155029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce772d2-0d55-4690-9536-1edf7b7d5ce5 req-d7cb69d7-c941-4ad0-828d-c274152b1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:49.156696 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4ce772d2-0d55-4690-9536-1edf7b7d5ce5 req-d7cb69d7-c941-4ad0-828d-c274152b1bd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 1134 time: 0.1200066 Mar 31 16:53:49.269797 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4ce772d2-0d55-4690-9536-1edf7b7d5ce5 req-ab6bb96a-a0c7-4ef5-8119-73c8447e27d4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052344 Mar 31 16:53:49.422664 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:49.643006 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89407df8-aa3f-4b69-b8b2-b2eaa986bfcd req-ac6a730b-53be-46ed-80fa-0cce26d9094e tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:49.644479 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-89407df8-aa3f-4b69-b8b2-b2eaa986bfcd req-ac6a730b-53be-46ed-80fa-0cce26d9094e tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 950 time: 0.0550537 Mar 31 16:53:49.664944 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Deleting port 781bc772-8229-47c4-9ba0-2fd45cd14574 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:49.665323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:49.690518 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-89407df8-aa3f-4b69-b8b2-b2eaa986bfcd req-5a96738d-2a03-4cd6-bb74-f981af4eb1e9 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404232 Mar 31 16:53:49.743263 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] For port 781bc772-8229-47c4-9ba0-2fd45cd14574, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=781bc772-8229-47c4-9ba0-2fd45cd14574,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:49.743616 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:49.756530 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Calling delete_port for 781bc772-8229-47c4-9ba0-2fd45cd14574 owned by network:router_interface {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:49.932036 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (781bc772-8229-47c4-9ba0-2fd45cd14574), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:49.955490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Pushing event deleted for resources: {'Port': ['ID=781bc772-8229-47c4-9ba0-2fd45cd14574,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:50.117189 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:50.325313 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:53:50.429636 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:53:50.434553 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2bc7ddb5-e2de-45d6-9456-5dd641162611 admin admin] 10.222.0.21 "PUT /v2.0/routers/9ac1d714-4a2b-4d30-a47a-fa869acfd8f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5026414 Mar 31 16:53:50.437037 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 57774) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:50.440771 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] Sync routers for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:53:50.449972 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:50.450576 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:50.541848 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks [] for router (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:50.556851 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:50.657708 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks [] for router_gateway (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:50.712788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Deleting port 424cf3e2-b28b-4c5e-af21-fe66348a845a {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:50.713269 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:50.757420 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55'}], 'enable_snat': True}, 'gw_port_id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:53:49Z', 'revision_number': 5, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port': {'id': '424cf3e2-b28b-4c5e-af21-fe66348a845a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:a5:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:42:51Z', 'updated_at': '2022-03-31T16:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:50.792922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] Checking router: 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:53:50.802087 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] Routers {'9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:53:50.802696 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:50.814241 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] For port 424cf3e2-b28b-4c5e-af21-fe66348a845a, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=424cf3e2-b28b-4c5e-af21-fe66348a845a,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:50.814661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:50.816915 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2840b49-3ba5-4816-93ad-ead120913c0f req-526f29b1-f5c9-40ae-b10e-51a6c8be9a86 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:50.818469 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2840b49-3ba5-4816-93ad-ead120913c0f req-526f29b1-f5c9-40ae-b10e-51a6c8be9a86 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 950 time: 0.0583243 Mar 31 16:53:50.827908 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Calling delete_port for 424cf3e2-b28b-4c5e-af21-fe66348a845a owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:50.868939 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f2840b49-3ba5-4816-93ad-ead120913c0f req-bcfd4162-72cb-4f95-95d2-38f55eca1df2 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444753 Mar 31 16:53:50.890224 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] Set router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 gateway port host: None {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:53:50.942957 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:53:50Z', 'revision_number': 6, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:50.971739 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e676c2b-e2b9-4c28-9269-89c9ea44f0ee None None] The sync data for ids ['9ac1d714-4a2b-4d30-a47a-fa869acfd8f5'] in dv-cinder-826949-3-iscsi is: [{'id': '9ac1d714-4a2b-4d30-a47a-fa869acfd8f5', 'name': 'tempest-AttachVolumeShelveTestJSON-94788412-router', 'tenant_id': 'f47a650d572d4240841923c2d72e04f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:42:50Z', 'updated_at': '2022-03-31T16:53:50Z', 'revision_number': 6, 'project_id': 'f47a650d572d4240841923c2d72e04f3', 'gw_port_host': None}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:53:51.013568 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (424cf3e2-b28b-4c5e-af21-fe66348a845a), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.038458 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=424cf3e2-b28b-4c5e-af21-fe66348a845a,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:51.102481 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.154906 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0084fd-dbc9-4732-9481-8a97dfac66de req-9604dce6-041e-47f6-a74d-70797cac4afd tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:51.156392 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa0084fd-dbc9-4732-9481-8a97dfac66de req-9604dce6-041e-47f6-a74d-70797cac4afd tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 950 time: 0.0566623 Mar 31 16:53:51.192222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.194329 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks [] for router_controller (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.205960 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa0084fd-dbc9-4732-9481-8a97dfac66de req-b0adb9cf-c2bf-469a-89a6-8a34b5660dc6 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437918 Mar 31 16:53:51.238919 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (9ac1d714-4a2b-4d30-a47a-fa869acfd8f5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.239695 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:53:51.243938 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.245094 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b17d89c8-bd29-4c1a-8c0d-0a5a10fdd4fa admin admin] 10.222.0.21 "DELETE /v2.0/routers/9ac1d714-4a2b-4d30-a47a-fa869acfd8f5 HTTP/1.1" status: 204 len: 168 time: 0.8071187 Mar 31 16:53:51.247744 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57784) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:51.290856 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Deleting subnet 407d7d5f-792d-4fb6-a938-00b98e662418 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:53:51.293852 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Publish callbacks [] for subnet (407d7d5f-792d-4fb6-a938-00b98e662418), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.329689 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (407d7d5f-792d-4fb6-a938-00b98e662418), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.442825 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (407d7d5f-792d-4fb6-a938-00b98e662418), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.494007 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (407d7d5f-792d-4fb6-a938-00b98e662418), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.518623 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407d7d5f-792d-4fb6-a938-00b98e662418,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:51.523576 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.527441 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-f5c3eb3d-bde1-459a-88ee-1dd2d2cfb457 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/407d7d5f-792d-4fb6-a938-00b98e662418 HTTP/1.1" status: 204 len: 168 time: 0.2786763 Mar 31 16:53:51.529076 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6af46-f226-4ce0-a428-9d9cd7e5821d None None] Network 0a912190-ce75-492c-91bc-2389799eee5c requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:53:51.530026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57786) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:51.600007 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (0a912190-ce75-492c-91bc-2389799eee5c), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.654696 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Deleting port a41b9ee5-fb42-4f87-9880-e443429c7a82 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:51.655037 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.718021 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] For port a41b9ee5-fb42-4f87-9880-e443429c7a82, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=a41b9ee5-fb42-4f87-9880-e443429c7a82,segment=NetworkSegment(a6ffa0dc-57ac-4321-9247-b24497efb4b2),segment_id=a6ffa0dc-57ac-4321-9247-b24497efb4b2)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:51.718291 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.734039 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Calling delete_port for a41b9ee5-fb42-4f87-9880-e443429c7a82 owned by network:dhcp {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:51.778087 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] DHCP port deletion for 0a912190-ce75-492c-91bc-2389799eee5c request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:53:51.808578 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 781bc772-8229-47c4-9ba0-2fd45cd14574 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:51.819024 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.830501 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 781bc772-8229-47c4-9ba0-2fd45cd14574 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:51.830853 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 781bc772-8229-47c4-9ba0-2fd45cd14574 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:51.844413 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41b9ee5-fb42-4f87-9880-e443429c7a82,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:51.848051 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] No DVR routers for this DVR port a41b9ee5-fb42-4f87-9880-e443429c7a82 on host dv-cinder-826949-3-iscsi {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:53:51.858165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Deleting port a41b9ee5-fb42-4f87-9880-e443429c7a82 {{(pid=109839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:51.858165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), before_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.920077 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] For port a41b9ee5-fb42-4f87-9880-e443429c7a82, host dv-cinder-826949-3-iscsi, got binding levels [] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:51.920465 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), precommit_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.922783 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (0a912190-ce75-492c-91bc-2389799eee5c), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.932764 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Calling delete_port for a41b9ee5-fb42-4f87-9880-e443429c7a82 owned by network:dhcp {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:51.935418 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.ipam_backend_mixin [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Port a41b9ee5-fb42-4f87-9880-e443429c7a82 was not found and therefore no delete operation was performed {{(pid=109839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 16:53:51.936631 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (a41b9ee5-fb42-4f87-9880-e443429c7a82), after_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.943790 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a912190-ce75-492c-91bc-2389799eee5c']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:51.947398 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:53:51.953184 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ffa0dc-57ac-4321-9247-b24497efb4b2') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:51.953514 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ffa0dc-57ac-4321-9247-b24497efb4b2') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:53:51.963132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (a6ffa0dc-57ac-4321-9247-b24497efb4b2), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.965990 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] Pushing event deleted for resources: {'Port': ['ID=a41b9ee5-fb42-4f87-9880-e443429c7a82,revision_number=None']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:51.967806 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c379a-9d0f-40ea-bf4a-5ed187c64df9 None None] No DVR routers for this DVR port a41b9ee5-fb42-4f87-9880-e443429c7a82 on host dv-cinder-826949-3-iscsi {{(pid=109839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:53:51.983412 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (a6ffa0dc-57ac-4321-9247-b24497efb4b2), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.990240 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:53:51.990631 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (a6ffa0dc-57ac-4321-9247-b24497efb4b2), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:53:51.992321 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:53:52.057327 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (0a912190-ce75-492c-91bc-2389799eee5c), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:52.062643 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:52.069642 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0a912190-ce75-492c-91bc-2389799eee5c HTTP/1.1" status: 204 len: 168 time: 0.5386372 Mar 31 16:53:52.081352 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc120e9-186f-475f-903d-5c96c92438f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a912190-ce75-492c-91bc-2389799eee5c,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:52.186666 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57790) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:52.224817 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c557b459-7042-4000-94fc-dcf2e382f4cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f47a650d572d4240841923c2d72e04f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370398 Mar 31 16:53:52.227209 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 57792) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:52.275232 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88e21503-ec0a-4696-b28c-8eadbd47ae4f admin admin] Publish callbacks [] for security_group (5edade80-d924-49eb-b5d7-3fab9d44a442), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:52.321075 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88e21503-ec0a-4696-b28c-8eadbd47ae4f admin admin] Publish callbacks [] for security_group (5edade80-d924-49eb-b5d7-3fab9d44a442), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:52.365881 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd744cfd-70b2-45a2-8507-063ebc0b4dd0 req-358ac523-355c-49ab-bf08-67fd7d970527 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:52.367268 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bd744cfd-70b2-45a2-8507-063ebc0b4dd0 req-358ac523-355c-49ab-bf08-67fd7d970527 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 950 time: 0.0900276 Mar 31 16:53:52.403074 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88e21503-ec0a-4696-b28c-8eadbd47ae4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (5edade80-d924-49eb-b5d7-3fab9d44a442), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:52.405559 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88e21503-ec0a-4696-b28c-8eadbd47ae4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:52.407219 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-88e21503-ec0a-4696-b28c-8eadbd47ae4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5edade80-d924-49eb-b5d7-3fab9d44a442 HTTP/1.1" status: 204 len: 168 time: 0.1785643 Mar 31 16:53:52.425384 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e21503-ec0a-4696-b28c-8eadbd47ae4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edade80-d924-49eb-b5d7-3fab9d44a442,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:52.430006 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bd744cfd-70b2-45a2-8507-063ebc0b4dd0 req-2a0b279d-b22c-4f41-bb6b-e5612c5c3f8f tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/security-groups?id=12ae0a30-32f4-401e-8424-9d32551592d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568259 Mar 31 16:53:52.676165 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-1313d81c-e8be-434b-a461-66ee4b0c5d66 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:53:52.677661 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-1313d81c-e8be-434b-a461-66ee4b0c5d66 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.55 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 950 time: 0.0514739 Mar 31 16:53:52.771359 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Deleting port 6d80d7de-7169-487d-837a-0a59b147e0f5 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:53:52.771775 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:53.096422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a41b9ee5-fb42-4f87-9880-e443429c7a82 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:53.116650 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: a41b9ee5-fb42-4f87-9880-e443429c7a82 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:53.117375 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a41b9ee5-fb42-4f87-9880-e443429c7a82 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:53.117901 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 424cf3e2-b28b-4c5e-af21-fe66348a845a no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:53.133797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] For port 6d80d7de-7169-487d-837a-0a59b147e0f5, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=6d80d7de-7169-487d-837a-0a59b147e0f5,segment=NetworkSegment(e517e619-4fc9-49f1-9f46-5b4488a18d7f),segment_id=e517e619-4fc9-49f1-9f46-5b4488a18d7f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:53:53.134216 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:53.138726 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 424cf3e2-b28b-4c5e-af21-fe66348a845a {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:53.139417 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 424cf3e2-b28b-4c5e-af21-fe66348a845a not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:53.149387 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Calling delete_port for 6d80d7de-7169-487d-837a-0a59b147e0f5 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:53:53.280267 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (6d80d7de-7169-487d-837a-0a59b147e0f5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:53.291373 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['6d80d7de-7169-487d-837a-0a59b147e0f5'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:53:53.306560 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Pushing event deleted for resources: {'Port': ['ID=6d80d7de-7169-487d-837a-0a59b147e0f5,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:53.350457 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] No DVR routers for this DVR port 6d80d7de-7169-487d-837a-0a59b147e0f5 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:53:53.353624 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:53.357092 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-ea8c6ec1-1f0e-48e9-977c-68c5793f47a8 req-96de5e37-ebb1-4c95-afa6-78eb80fc9039 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.55 "DELETE /v2.0/ports/6d80d7de-7169-487d-837a-0a59b147e0f5 HTTP/1.1" status: 204 len: 173 time: 0.6739571 Mar 31 16:53:53.357546 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'name': 'network-vif-deleted', 'tag': '6d80d7de-7169-487d-837a-0a59b147e0f5'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:53:53.363158 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2262ae5c-07ae-4d52-b767-c318d3ba6bbd" -d '{"events": [{"server_uuid": "9b4b9054-a489-4bc3-9c1e-ceda3508ff6f", "name": "network-vif-deleted", "tag": "6d80d7de-7169-487d-837a-0a59b147e0f5"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:53:53.402517 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49988535-4310-492a-ba49-bbfdaef1cdbf x-openstack-request-id: req-49988535-4310-492a-ba49-bbfdaef1cdbf {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:53:53.402989 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b4b9054-a489-4bc3-9c1e-ceda3508ff6f", "name": "network-vif-deleted", "tag": "6d80d7de-7169-487d-837a-0a59b147e0f5", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:53:53.403390 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49988535-4310-492a-ba49-bbfdaef1cdbf {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:53:53.403957 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49988535-4310-492a-ba49-bbfdaef1cdbf'] response: {'server_uuid': '9b4b9054-a489-4bc3-9c1e-ceda3508ff6f', 'name': 'network-vif-deleted', 'tag': '6d80d7de-7169-487d-837a-0a59b147e0f5', 'status': 'completed', 'code': 200} Mar 31 16:53:53.486002 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-159ad032-da9c-40a4-a4e3-d3a212f7d032 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:53.555264 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9247ccc8-ec16-4a5e-8b3e-60033a11f047 req-a1674240-9ea9-4078-933c-58bc42b867c7 tempest-VolumesNegativeTest-1829937653 tempest-VolumesNegativeTest-1829937653-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b4b9054-a489-4bc3-9c1e-ceda3508ff6f HTTP/1.1" status: 200 len: 210 time: 0.0300195 Mar 31 16:53:55.944747 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-c2f9d4aa-e091-4746-9eb4-c0f73352eced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.223269 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58028) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:56.326126 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4ffbbc56-adb2-472f-a821-a8fe95ebbc15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.406278 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4ffbbc56-adb2-472f-a821-a8fe95ebbc15 admin admin] Publish callbacks [] for security_group (af6f25cb-d7fc-4c70-8d05-8e24153a15df), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.410247 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4ffbbc56-adb2-472f-a821-a8fe95ebbc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (af6f25cb-d7fc-4c70-8d05-8e24153a15df), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.449085 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4ffbbc56-adb2-472f-a821-a8fe95ebbc15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=868af9bacd904077aa57f1cb7ad0361b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247450 Mar 31 16:53:56.449959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbbc56-adb2-472f-a821-a8fe95ebbc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6f25cb-d7fc-4c70-8d05-8e24153a15df,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:56.451726 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58046) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:56.505452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f316a74-fdcf-4003-85f3-cf62a0af1c2b admin admin] Publish callbacks [] for security_group (af6f25cb-d7fc-4c70-8d05-8e24153a15df), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.526403 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f316a74-fdcf-4003-85f3-cf62a0af1c2b admin admin] Publish callbacks [] for security_group (af6f25cb-d7fc-4c70-8d05-8e24153a15df), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.576058 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f316a74-fdcf-4003-85f3-cf62a0af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (af6f25cb-d7fc-4c70-8d05-8e24153a15df), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.579984 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f316a74-fdcf-4003-85f3-cf62a0af1c2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:56.581163 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1f316a74-fdcf-4003-85f3-cf62a0af1c2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af6f25cb-d7fc-4c70-8d05-8e24153a15df HTTP/1.1" status: 204 len: 168 time: 0.1279354 Mar 31 16:53:56.590605 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f316a74-fdcf-4003-85f3-cf62a0af1c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6f25cb-d7fc-4c70-8d05-8e24153a15df,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:56.656651 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 6d80d7de-7169-487d-837a-0a59b147e0f5 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:53:56.677938 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 6d80d7de-7169-487d-837a-0a59b147e0f5 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:53:56.678355 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 6d80d7de-7169-487d-837a-0a59b147e0f5 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:53:56.754107 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.138367 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58152) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:58.238442 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-09bbf175-b440-4461-acce-7099f640a6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.311087 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-09bbf175-b440-4461-acce-7099f640a6db admin admin] Publish callbacks [] for security_group (c818f320-b9f7-424c-a04e-20655184b99e), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.315215 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-09bbf175-b440-4461-acce-7099f640a6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c818f320-b9f7-424c-a04e-20655184b99e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.352087 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-09bbf175-b440-4461-acce-7099f640a6db admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f34963a116c436e89b8a6ae79eaa496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126594 Mar 31 16:53:58.352935 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbf175-b440-4461-acce-7099f640a6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c818f320-b9f7-424c-a04e-20655184b99e,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:58.355617 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58158) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:58.383798 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.425398 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2ab66ec3-b576-438f-8046-f482bb0fb69e admin admin] Publish callbacks [] for security_group (c818f320-b9f7-424c-a04e-20655184b99e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.448121 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2ab66ec3-b576-438f-8046-f482bb0fb69e admin admin] Publish callbacks [] for security_group (c818f320-b9f7-424c-a04e-20655184b99e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.495342 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2ab66ec3-b576-438f-8046-f482bb0fb69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c818f320-b9f7-424c-a04e-20655184b99e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.498717 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2ab66ec3-b576-438f-8046-f482bb0fb69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.500931 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2ab66ec3-b576-438f-8046-f482bb0fb69e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c818f320-b9f7-424c-a04e-20655184b99e HTTP/1.1" status: 204 len: 168 time: 0.1432669 Mar 31 16:53:58.508830 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab66ec3-b576-438f-8046-f482bb0fb69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c818f320-b9f7-424c-a04e-20655184b99e,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:58.583500 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58166) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:58.813752 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a9b3cbea-9420-466e-b130-7d93c099e0b1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85aa6127825348288f98e7421d216b74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290652 Mar 31 16:53:58.815514 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58172) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:58.816442 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58174) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:58.830231 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-81c94c0e-1f0d-497c-9a3a-b4653e145271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.865845 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4dc61de1-525e-492e-92c6-3e3241dca56e admin admin] Publish callbacks [] for security_group (12ae0a30-32f4-401e-8424-9d32551592d3), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.890648 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4dc61de1-525e-492e-92c6-3e3241dca56e admin admin] Publish callbacks [] for security_group (12ae0a30-32f4-401e-8424-9d32551592d3), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.905032 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-81c94c0e-1f0d-497c-9a3a-b4653e145271 admin admin] Publish callbacks [] for security_group (c8460cab-ec33-4c31-9a81-067a58ebfbe9), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.909402 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-81c94c0e-1f0d-497c-9a3a-b4653e145271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c8460cab-ec33-4c31-9a81-067a58ebfbe9), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.938057 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4dc61de1-525e-492e-92c6-3e3241dca56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (12ae0a30-32f4-401e-8424-9d32551592d3), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.940710 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4dc61de1-525e-492e-92c6-3e3241dca56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:58.942361 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4dc61de1-525e-492e-92c6-3e3241dca56e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12ae0a30-32f4-401e-8424-9d32551592d3 HTTP/1.1" status: 204 len: 168 time: 0.1248596 Mar 31 16:53:58.949645 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-81c94c0e-1f0d-497c-9a3a-b4653e145271 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2911479f0e64580a9d013210c8ad1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329513 Mar 31 16:53:58.950535 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc61de1-525e-492e-92c6-3e3241dca56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae0a30-32f4-401e-8424-9d32551592d3,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:58.950948 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94c0e-1f0d-497c-9a3a-b4653e145271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8460cab-ec33-4c31-9a81-067a58ebfbe9,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:58.952106 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58178) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:59.001427 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6cb7798d-760e-4eb7-a9d2-82bf8e0570e3 admin admin] Publish callbacks [] for security_group (c8460cab-ec33-4c31-9a81-067a58ebfbe9), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.022086 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6cb7798d-760e-4eb7-a9d2-82bf8e0570e3 admin admin] Publish callbacks [] for security_group (c8460cab-ec33-4c31-9a81-067a58ebfbe9), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.074511 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6cb7798d-760e-4eb7-a9d2-82bf8e0570e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c8460cab-ec33-4c31-9a81-067a58ebfbe9), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.077030 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6cb7798d-760e-4eb7-a9d2-82bf8e0570e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.078201 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6cb7798d-760e-4eb7-a9d2-82bf8e0570e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8460cab-ec33-4c31-9a81-067a58ebfbe9 HTTP/1.1" status: 204 len: 168 time: 0.1248262 Mar 31 16:53:59.085894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb7798d-760e-4eb7-a9d2-82bf8e0570e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8460cab-ec33-4c31-9a81-067a58ebfbe9,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:53:59.689645 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.718637 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58216) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:53:59.750765 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.915974 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1503291109-network', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:53:59.936575 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Made reservation on behalf of f677418b305e4f7e861b2fbb2ad09c6c for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:53:59.939415 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:53:59.947578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.020927 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks [] for security_group (3d7a0bcd-9a37-4866-9eda-370c443377ae), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.025077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3d7a0bcd-9a37-4866-9eda-370c443377ae), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.049225 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:54:00.058739 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7a0bcd-9a37-4866-9eda-370c443377ae,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:00.064608 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (599fc745-87a3-4379-a979-c52e8d2432f6), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.064949 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Added segment 599fc745-87a3-4379-a979-c52e8d2432f6 of type vlan for network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 Mar 31 16:54:00.104278 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (696e6163-5e79-4fb0-86e5-9cc1d87787b7), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.129741 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (696e6163-5e79-4fb0-86e5-9cc1d87787b7), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.130848 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:00.131432 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.190110 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4703386 Mar 31 16:54:00.192873 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58232) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:00.199487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Request body: {'subnet': {'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1503291109-subnet', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:00.203840 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74317645-abfa-4171-8dcc-23679a1e3737 admin admin] Pushing event updated for resources: {'Network': ['ID=696e6163-5e79-4fb0-86e5-9cc1d87787b7,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:00.214670 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:54:00.222547 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Made reservation on behalf of f677418b305e4f7e861b2fbb2ad09c6c for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:00.224885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.395993 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (778ddad9-e5ea-45c3-9de8-b584c3512c15), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.454000 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=778ddad9-e5ea-45c3-9de8-b584c3512c15,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:00.459514 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Checking segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:00.459982 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Network hostable DHCP agents. Network: 696e6163-5e79-4fb0-86e5-9cc1d87787b7, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:54:00.478658 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:54:00.487944 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 696e6163-5e79-4fb0-86e5-9cc1d87787b7) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:00.492465 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:00.493288 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.499622 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa0a639-e4f3-4ace-a11a-7dfaa438c5cb None None] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:00.510054 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-1f7dec80-1a45-4d8e-85ff-a15b5aefa46e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3160017 Mar 31 16:54:00.512796 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58242) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:00.517235 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:00.536558 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (cc009cbc-de59-4db7-8989-cbc9c5a8788f), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.537591 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (cc009cbc-de59-4db7-8989-cbc9c5a8788f), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.594188 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks [] for router_controller (cc009cbc-de59-4db7-8989-cbc9c5a8788f), precommit_add_association {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.611833 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:54:00.612760 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.739403 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks [] for router_gateway (cc009cbc-de59-4db7-8989-cbc9c5a8788f), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.752608 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Allocated IP 172.20.0.2 (696e6163-5e79-4fb0-86e5-9cc1d87787b7/778ddad9-e5ea-45c3-9de8-b584c3512c15/f986e20b-74f2-49ee-bfb3-9748281b906e) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:00.908145 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Publish callbacks [] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.915429 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.951740 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks [] for router_gateway (cc009cbc-de59-4db7-8989-cbc9c5a8788f), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:00.960345 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:00.964473 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:00.966199 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Pushing event updated for resources: {'Port': ['ID=f986e20b-74f2-49ee-bfb3-9748281b906e,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:00.968289 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:00.972367 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.028033 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Attempting to bind port f986e20b-74f2-49ee-bfb3-9748281b906e on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:01.028398 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Attempting to bind port f986e20b-74f2-49ee-bfb3-9748281b906e by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:01.028783 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Attempting to bind port f986e20b-74f2-49ee-bfb3-9748281b906e on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:01.035388 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:01.035768 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Checking segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:01.036174 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.036854 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Bound using segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:01.037125 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Bound port: f986e20b-74f2-49ee-bfb3-9748281b906e, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:01.037434 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.077450 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Allocated IP 172.27.3.38 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/64c1e3ea-58ed-425b-92ce-92825f8d9166) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:01.105600 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] For port f986e20b-74f2-49ee-bfb3-9748281b906e, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:01.108841 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] For port f986e20b-74f2-49ee-bfb3-9748281b906e, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=f986e20b-74f2-49ee-bfb3-9748281b906e,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:01.115470 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.176160 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee466098-bcc3-4a04-8331-7fa978b4bbdc None None] Pushing event updated for resources: {'Port': ['ID=f986e20b-74f2-49ee-bfb3-9748281b906e,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:01.195196 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks [] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.235792 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.255195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58272) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:01.270784 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:01.274322 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:01.276718 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:01.324390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Pushing event updated for resources: {'Port': ['ID=64c1e3ea-58ed-425b-92ce-92825f8d9166,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:01.400398 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b548-22d0-472c-a115-7ccc715f8bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.485826 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b548-22d0-472c-a115-7ccc715f8bbe admin admin] Publish callbacks [] for security_group (6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.492979 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8ee5b548-22d0-472c-a115-7ccc715f8bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.531661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5b548-22d0-472c-a115-7ccc715f8bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:01.536043 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8ee5b548-22d0-472c-a115-7ccc715f8bbe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42d0155185ab4a6d9b2d7eacbfbd687c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797272 Mar 31 16:54:01.538836 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58276) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:01.575261 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks [] for router_gateway (cc009cbc-de59-4db7-8989-cbc9c5a8788f), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.586458 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4992ee57-b113-4b7d-973e-b857848bf034 admin admin] Publish callbacks [] for security_group (6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.610974 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4992ee57-b113-4b7d-973e-b857848bf034 admin admin] Publish callbacks [] for security_group (6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.658684 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4992ee57-b113-4b7d-973e-b857848bf034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.661502 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4992ee57-b113-4b7d-973e-b857848bf034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.665375 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4992ee57-b113-4b7d-973e-b857848bf034 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd HTTP/1.1" status: 204 len: 168 time: 0.1252906 Mar 31 16:54:01.673939 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992ee57-b113-4b7d-973e-b857848bf034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6353ce74-6b1e-44e3-a2f1-cbe1be20b5bd,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:01.782524 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (cc009cbc-de59-4db7-8989-cbc9c5a8788f), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:01.922700 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:54:01.955556 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58282) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:01.969910 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4d96fffc-1f84-4973-b4ee-6e80237740cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.058677 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4d96fffc-1f84-4973-b4ee-6e80237740cc admin admin] Publish callbacks [] for security_group (4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.063574 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4d96fffc-1f84-4973-b4ee-6e80237740cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.116129 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4d96fffc-1f84-4973-b4ee-6e80237740cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f795f0d31e46480faf7bdc7e5db730c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1594574 Mar 31 16:54:02.117138 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d96fffc-1f84-4973-b4ee-6e80237740cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:02.120636 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58284) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:02.175707 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-14101bdd-9e68-4ce8-b11e-382b48bd1ca4 admin admin] Publish callbacks [] for security_group (4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.188241 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62878d-bdc1-4255-a8b5-cb2daa99f0f6 None None] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:02.204207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-14101bdd-9e68-4ce8-b11e-382b48bd1ca4 admin admin] Publish callbacks [] for security_group (4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.259222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-14101bdd-9e68-4ce8-b11e-382b48bd1ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.263111 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-14101bdd-9e68-4ce8-b11e-382b48bd1ca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.268408 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-14101bdd-9e68-4ce8-b11e-382b48bd1ca4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb HTTP/1.1" status: 204 len: 168 time: 0.1437762 Mar 31 16:54:02.268715 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] Provisioning complete for port f986e20b-74f2-49ee-bfb3-9748281b906e triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:02.268715 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.274591 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14101bdd-9e68-4ce8-b11e-382b48bd1ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfb2e14-c78c-4b9d-978b-586fc9fe6cfb,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:02.300196 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:02.310138 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:02.320813 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:02.321556 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:02.328098 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.330504 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0b7e2225-b368-45a9-86ff-b901a8c7fc5d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8167243 Mar 31 16:54:02.333310 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58288) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:02.419038 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] Current status of the port f986e20b-74f2-49ee-bfb3-9748281b906e is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:02.419699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.451236 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:02.474222 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] For port f986e20b-74f2-49ee-bfb3-9748281b906e, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=f986e20b-74f2-49ee-bfb3-9748281b906e,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:02.494285 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.563786 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec7aa7-2e20-4932-94f3-468069616bbf None None] Pushing event updated for resources: {'Port': ['ID=f986e20b-74f2-49ee-bfb3-9748281b906e,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:02.662996 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:01Z', 'revision_number': 3, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:02.690031 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:02.690384 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Updating router cc009cbc-de59-4db7-8989-cbc9c5a8788f port 64c1e3ea-58ed-425b-92ce-92825f8d9166 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:02.716989 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-ae2d1b34-ec83-4540-a5c9-510ba269ac9c None None] Provisioning complete for port f986e20b-74f2-49ee-bfb3-9748281b906e triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:02.717397 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ae2d1b34-ec83-4540-a5c9-510ba269ac9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.727145 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:02.801895 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-ae2d1b34-ec83-4540-a5c9-510ba269ac9c None None] Current status of the port f986e20b-74f2-49ee-bfb3-9748281b906e is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:02.888165 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.038765 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Publish callbacks [] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.045306 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.064964 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Allocated IP 172.20.0.1 (696e6163-5e79-4fb0-86e5-9cc1d87787b7/778ddad9-e5ea-45c3-9de8-b584c3512c15/60bae2bd-8915-4256-92d1-e7370c8f78a1) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:03.102181 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Pushing event updated for resources: {'Port': ['ID=64c1e3ea-58ed-425b-92ce-92825f8d9166,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:03.120175 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.120787 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.121420 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.121916 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.122261 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.122594 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.122926 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.123248 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.123742 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.124071 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.124399 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.124743 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.125672 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.126153 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.126488 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:03.133460 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Attempting to bind port 64c1e3ea-58ed-425b-92ce-92825f8d9166 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:03.133834 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Attempting to bind port 64c1e3ea-58ed-425b-92ce-92825f8d9166 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:03.134198 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Attempting to bind port 64c1e3ea-58ed-425b-92ce-92825f8d9166 on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:03.139843 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:03.140214 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:03.140916 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.141342 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:03.141812 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Bound port: 64c1e3ea-58ed-425b-92ce-92825f8d9166, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:03.142190 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.161202 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device f986e20b-74f2-49ee-bfb3-9748281b906e up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:03.214695 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] For port 64c1e3ea-58ed-425b-92ce-92825f8d9166, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:03.216888 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port f986e20b-74f2-49ee-bfb3-9748281b906e triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:03.217835 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.218126 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] For port 64c1e3ea-58ed-425b-92ce-92825f8d9166, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=64c1e3ea-58ed-425b-92ce-92825f8d9166,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:03.225143 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks [] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.228723 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.266565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.289433 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae3f943-024f-4bcc-a38c-73118c3915de None None] Pushing event updated for resources: {'Port': ['ID=64c1e3ea-58ed-425b-92ce-92825f8d9166,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:03.298711 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:03.300283 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:03.319825 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:03.322740 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:03.325304 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:03.338307 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port f986e20b-74f2-49ee-bfb3-9748281b906e is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:03.361578 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Pushing event updated for resources: {'Port': ['ID=60bae2bd-8915-4256-92d1-e7370c8f78a1,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:03.378712 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (cc009cbc-de59-4db7-8989-cbc9c5a8788f), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.532147 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:03.557436 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.629302 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-34765f74-4a42-4577-99bf-6c5d14d82904 None None] Provisioning complete for port 60bae2bd-8915-4256-92d1-e7370c8f78a1 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:03.630033 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-34765f74-4a42-4577-99bf-6c5d14d82904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.676545 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-34765f74-4a42-4577-99bf-6c5d14d82904 None None] Port 60bae2bd-8915-4256-92d1-e7370c8f78a1 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:03.753178 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:01Z', 'revision_number': 3, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:03.770941 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks [] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.778344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.784683 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15a131e-3782-41eb-9ea9-0e734857ce32 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:01Z', 'revision_number': 3, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:03.846928 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Pushing event updated for resources: {'Port': ['ID=60bae2bd-8915-4256-92d1-e7370c8f78a1,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:03.851802 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (cc009cbc-de59-4db7-8989-cbc9c5a8788f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:03.945404 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:03.946834 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:04.083744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:04.196677 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:04.201941 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4e6f3960-90b3-4bda-8c6c-26538bffb98e admin admin] 10.222.0.21 "PUT /v2.0/routers/cc009cbc-de59-4db7-8989-cbc9c5a8788f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8671005 Mar 31 16:54:04.208768 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-871c0cda-f89a-4db1-a3ba-4da9ade3f3f0 None None] Provisioning complete for port 60bae2bd-8915-4256-92d1-e7370c8f78a1 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:04.209261 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-871c0cda-f89a-4db1-a3ba-4da9ade3f3f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.246213 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-871c0cda-f89a-4db1-a3ba-4da9ade3f3f0 None None] Port 60bae2bd-8915-4256-92d1-e7370c8f78a1 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:04.748977 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58332) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:04.754407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-8929300-network', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:04.776441 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Made reservation on behalf of 3b1c49b047774ea686fd4fff415bf3e2 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:04.779520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.793034 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.872361 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks [] for security_group (a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.875610 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.901997 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:54:04.907935 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:04.915202 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (2a95798b-70eb-4aaf-b51f-e8f7ac720372), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.915539 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Added segment 2a95798b-70eb-4aaf-b51f-e8f7ac720372 of type vlan for network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 Mar 31 16:54:04.961260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (bebdf1e3-e8f1-4651-ace0-0643a804eaa5), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.989877 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (bebdf1e3-e8f1-4651-ace0-0643a804eaa5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:04.990846 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:04.991421 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.054863 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3021281 Mar 31 16:54:05.055724 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58338) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:05.065483 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Request body: {'subnet': {'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-8929300-subnet', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:05.076879 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2147b991-ade9-4f33-9e99-fffc70520972 admin admin] Pushing event updated for resources: {'Network': ['ID=bebdf1e3-e8f1-4651-ace0-0643a804eaa5,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:05.097761 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Made reservation on behalf of 3b1c49b047774ea686fd4fff415bf3e2 for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:05.100077 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10251638'] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.100894 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:54:05.158275 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 64c1e3ea-58ed-425b-92ce-92825f8d9166 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:05.225417 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 64c1e3ea-58ed-425b-92ce-92825f8d9166 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:05.225924 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.275200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10288342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10251616'] for subnet (7d228a88-2c92-4f34-9987-b16f1caf9ebd), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.304908 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 64c1e3ea-58ed-425b-92ce-92825f8d9166 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:05.305405 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.327165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 64c1e3ea-58ed-425b-92ce-92825f8d9166, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=64c1e3ea-58ed-425b-92ce-92825f8d9166,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:05.332032 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.342762 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d228a88-2c92-4f34-9987-b16f1caf9ebd,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:05.345324 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Checking segment: {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:05.345670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Network hostable DHCP agents. Network: bebdf1e3-e8f1-4651-ace0-0643a804eaa5, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:54:05.364517 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:54:05.374813 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, bebdf1e3-e8f1-4651-ace0-0643a804eaa5) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:05.379403 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:05.379992 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.386811 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd1f0d9-43cc-482b-bba5-3e4f967845f8 None None] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:05.400388 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d76ef1c2-f33a-46d6-b69a-725330645ba9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3434136 Mar 31 16:54:05.403014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58340) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:05.403766 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=64c1e3ea-58ed-425b-92ce-92825f8d9166,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:05.413439 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:05.432390 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:05.433235 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (2a6de22a-3655-4140-acf8-56de47885666), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.434239 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (2a6de22a-3655-4140-acf8-56de47885666), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.455105 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:05.455714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:05.488316 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks [] for router_controller (2a6de22a-3655-4140-acf8-56de47885666), precommit_add_association {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.574121 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-bebdf1e3-e8f1-4651-ace0-0643a804eaa5', 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5', 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'fixed_ips': [{'subnet_id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:54:05.574948 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.607175 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:05.626856 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks [] for router_gateway (2a6de22a-3655-4140-acf8-56de47885666), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.821943 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks [] for router_gateway (2a6de22a-3655-4140-acf8-56de47885666), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.833193 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Allocated IP 172.20.0.2 (bebdf1e3-e8f1-4651-ace0-0643a804eaa5/7d228a88-2c92-4f34-9987-b16f1caf9ebd/5bfaed28-7302-4c41-8728-5f4f9880fe6f) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:05.842249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:05.943470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Allocated IP 172.27.3.241 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/150d80ea-9858-4af3-b9c5-a6c29c38460e) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:05.979542 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 2, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:06.028844 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:06.029228 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Updating router cc009cbc-de59-4db7-8989-cbc9c5a8788f port 60bae2bd-8915-4256-92d1-e7370c8f78a1 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:06.049411 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks [] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.068327 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Publish callbacks [] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.072565 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.081592 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.084328 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.119877 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:06.122669 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:06.126728 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:06.152169 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Pushing event updated for resources: {'Port': ['ID=150d80ea-9858-4af3-b9c5-a6c29c38460e,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:06.276678 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:06.284449 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:06.287137 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:06.291485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Pushing event updated for resources: {'Port': ['ID=5bfaed28-7302-4c41-8728-5f4f9880fe6f,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:06.384033 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks [] for router_gateway (2a6de22a-3655-4140-acf8-56de47885666), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.404187 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Attempting to bind port 5bfaed28-7302-4c41-8728-5f4f9880fe6f on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:06.404762 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Attempting to bind port 5bfaed28-7302-4c41-8728-5f4f9880fe6f by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:06.404922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Attempting to bind port 5bfaed28-7302-4c41-8728-5f4f9880fe6f on network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:06.416458 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:06.416837 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Checking segment: {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:06.417267 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.417664 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Bound using segment: {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:06.418131 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Bound port: 5bfaed28-7302-4c41-8728-5f4f9880fe6f, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:06.418513 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.547714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] For port 5bfaed28-7302-4c41-8728-5f4f9880fe6f, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:06.562420 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] For port 5bfaed28-7302-4c41-8728-5f4f9880fe6f, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5bfaed28-7302-4c41-8728-5f4f9880fe6f,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:06.573007 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.576843 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (2a6de22a-3655-4140-acf8-56de47885666), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.672070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Publish callbacks [] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.676605 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef27645-2ce1-43d8-81f5-eea9ed3a0e10 None None] Pushing event updated for resources: {'Port': ['ID=5bfaed28-7302-4c41-8728-5f4f9880fe6f,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:06.679989 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.721450 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Router 2a6de22a-3655-4140-acf8-56de47885666 is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:54:06.741122 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ab7a5-2c2f-4612-899f-696d4a7b50bd None None] Pushing event updated for resources: {'Port': ['ID=60bae2bd-8915-4256-92d1-e7370c8f78a1,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:06.798213 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Attempting to bind port 60bae2bd-8915-4256-92d1-e7370c8f78a1 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:06.798884 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Attempting to bind port 60bae2bd-8915-4256-92d1-e7370c8f78a1 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:06.799425 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Attempting to bind port 60bae2bd-8915-4256-92d1-e7370c8f78a1 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:06.805816 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:06.806203 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Checking segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:06.806612 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.807016 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Bound using segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:06.807493 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Bound port: 60bae2bd-8915-4256-92d1-e7370c8f78a1, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:06.807885 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.916525 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] For port 60bae2bd-8915-4256-92d1-e7370c8f78a1, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:06.923157 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] For port 60bae2bd-8915-4256-92d1-e7370c8f78a1, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=60bae2bd-8915-4256-92d1-e7370c8f78a1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:06.932680 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:06.995922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:06.996686 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:07.083576 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ab7a5-2c2f-4612-899f-696d4a7b50bd None None] Pushing event updated for resources: {'Port': ['ID=60bae2bd-8915-4256-92d1-e7370c8f78a1,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:07.126710 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] Provisioning complete for port 60bae2bd-8915-4256-92d1-e7370c8f78a1 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:07.127178 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.192367 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:07.205641 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:07.215772 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Sync routers for ids ['2a6de22a-3655-4140-acf8-56de47885666'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:07.239670 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.239914 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Routers {'2a6de22a-3655-4140-acf8-56de47885666'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:07.240522 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['2a6de22a-3655-4140-acf8-56de47885666'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:07.242421 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-9336c474-3961-473f-8681-9e98c9cc30a8 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8378561 Mar 31 16:54:07.245558 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58346) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:07.348601 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5bfaed28-7302-4c41-8728-5f4f9880fe6f up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:07.350684 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] Current status of the port 60bae2bd-8915-4256-92d1-e7370c8f78a1 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:07.351077 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.374976 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Set router 2a6de22a-3655-4140-acf8-56de47885666 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:07.477337 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] For port 60bae2bd-8915-4256-92d1-e7370c8f78a1, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=60bae2bd-8915-4256-92d1-e7370c8f78a1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:07.491359 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.548102 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 5bfaed28-7302-4c41-8728-5f4f9880fe6f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:07.548484 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.590895 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:06Z', 'revision_number': 3, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:07.624896 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Checking router: 2a6de22a-3655-4140-acf8-56de47885666 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:07.625628 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Updating router 2a6de22a-3655-4140-acf8-56de47885666 port 150d80ea-9858-4af3-b9c5-a6c29c38460e binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:07.642011 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cda2cdb-493c-4b34-9979-7f28100b4750 None None] Pushing event updated for resources: {'Port': ['ID=60bae2bd-8915-4256-92d1-e7370c8f78a1,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:07.665650 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.674024 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-a8e754f8-a7d9-494a-aeef-8cfca95cc805 None None] Provisioning complete for port 60bae2bd-8915-4256-92d1-e7370c8f78a1 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:07.674410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a8e754f8-a7d9-494a-aeef-8cfca95cc805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.712491 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:06Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:07.756594 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.772662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de50695-0a97-4345-a2e0-73d615f82ff8 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:06Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:07.803227 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 5bfaed28-7302-4c41-8728-5f4f9880fe6f is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:07.803912 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.908249 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 5bfaed28-7302-4c41-8728-5f4f9880fe6f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5bfaed28-7302-4c41-8728-5f4f9880fe6f,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:07.909664 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-a8e754f8-a7d9-494a-aeef-8cfca95cc805 None None] Current status of the port 60bae2bd-8915-4256-92d1-e7370c8f78a1 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:07.913941 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:07.915107 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 64c1e3ea-58ed-425b-92ce-92825f8d9166 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:08.005796 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Publish callbacks [] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.013344 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3518e8-553e-4225-ab80-1b178efcb0e5 None None] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:08.013801 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.014153 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Allocated IP 172.20.0.1 (bebdf1e3-e8f1-4651-ace0-0643a804eaa5/7d228a88-2c92-4f34-9987-b16f1caf9ebd/72bd9808-ad65-4204-8708-5fd475795129) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:08.090055 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337cecd-04f7-463e-ba7d-bf6106101420 None None] Pushing event updated for resources: {'Port': ['ID=150d80ea-9858-4af3-b9c5-a6c29c38460e,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:08.093532 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Attempting to bind port 150d80ea-9858-4af3-b9c5-a6c29c38460e on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:08.093910 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Attempting to bind port 150d80ea-9858-4af3-b9c5-a6c29c38460e by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:08.094276 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Attempting to bind port 150d80ea-9858-4af3-b9c5-a6c29c38460e on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:08.101086 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:08.101494 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:08.102031 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.102567 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:08.103062 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Bound port: 150d80ea-9858-4af3-b9c5-a6c29c38460e, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:08.103448 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.148526 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=5bfaed28-7302-4c41-8728-5f4f9880fe6f,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:08.157673 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-cdf8e28d-8281-4967-98a0-63404347c979 None None] Provisioning complete for port 5bfaed28-7302-4c41-8728-5f4f9880fe6f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:08.158056 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e28d-8281-4967-98a0-63404347c979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.164770 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] For port 150d80ea-9858-4af3-b9c5-a6c29c38460e, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:08.168893 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] For port 150d80ea-9858-4af3-b9c5-a6c29c38460e, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=150d80ea-9858-4af3-b9c5-a6c29c38460e,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:08.176031 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.195980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 64c1e3ea-58ed-425b-92ce-92825f8d9166 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:08.195980 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.204730 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks [] for port (72bd9808-ad65-4204-8708-5fd475795129), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.246918 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337cecd-04f7-463e-ba7d-bf6106101420 None None] Pushing event updated for resources: {'Port': ['ID=150d80ea-9858-4af3-b9c5-a6c29c38460e,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:08.251623 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Routers {'2a6de22a-3655-4140-acf8-56de47885666'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:08.252112 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (72bd9808-ad65-4204-8708-5fd475795129), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.252594 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['2a6de22a-3655-4140-acf8-56de47885666'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:08.300030 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:08.303007 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:08.306688 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:08.341739 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Pushing event updated for resources: {'Port': ['ID=72bd9808-ad65-4204-8708-5fd475795129,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:08.361464 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 64c1e3ea-58ed-425b-92ce-92825f8d9166 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:08.366707 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (2a6de22a-3655-4140-acf8-56de47885666), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.379178 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] Set router 2a6de22a-3655-4140-acf8-56de47885666 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:08.424911 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-cdf8e28d-8281-4967-98a0-63404347c979 None None] Current status of the port 5bfaed28-7302-4c41-8728-5f4f9880fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:08.558765 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (72bd9808-ad65-4204-8708-5fd475795129), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.654036 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-00fa6e8d-e778-4e45-87ce-4a6eb5a8b812 None None] Provisioning complete for port 5bfaed28-7302-4c41-8728-5f4f9880fe6f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:08.654648 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-00fa6e8d-e778-4e45-87ce-4a6eb5a8b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.683460 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:06Z', 'revision_number': 3, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:08.730620 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d9f061-a013-4d9c-a14c-2147b71faed5 None None] The sync data for ids ['2a6de22a-3655-4140-acf8-56de47885666'] in dv-cinder-826949-3-iscsi is: [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:06Z', 'revision_number': 3, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:08.742388 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-101173b1-e093-4f60-bc1c-dbacfe5fa532 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1099474 Mar 31 16:54:08.796416 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks [] for port (72bd9808-ad65-4204-8708-5fd475795129), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.807905 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (72bd9808-ad65-4204-8708-5fd475795129), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:08.903322 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-bed204d9-5d50-4a5f-9e3d-b925a97aca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:08.908767 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Pushing event updated for resources: {'Port': ['ID=72bd9808-ad65-4204-8708-5fd475795129,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:08.910943 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-bed204d9-5d50-4a5f-9e3d-b925a97aca1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 1130 time: 0.1000810 Mar 31 16:54:08.912143 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (2a6de22a-3655-4140-acf8-56de47885666), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:09.006280 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-00fa6e8d-e778-4e45-87ce-4a6eb5a8b812 None None] Current status of the port 5bfaed28-7302-4c41-8728-5f4f9880fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:09.031061 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-00fa6e8d-e778-4e45-87ce-4a6eb5a8b812 None None] Provisioning complete for port 72bd9808-ad65-4204-8708-5fd475795129 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:09.032729 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-00fa6e8d-e778-4e45-87ce-4a6eb5a8b812 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (72bd9808-ad65-4204-8708-5fd475795129), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:09.078883 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:09.081430 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:09.116870 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-00fa6e8d-e778-4e45-87ce-4a6eb5a8b812 None None] Port 72bd9808-ad65-4204-8708-5fd475795129 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:09.151593 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-08c5a00d-5d8b-461f-b293-437412af4f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:09.153099 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-08c5a00d-5d8b-461f-b293-437412af4f96 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.2210822 Mar 31 16:54:09.263183 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-5f78d013-e8e7-4721-a7cf-b0a7fb95f5bc None None] Provisioning complete for port 72bd9808-ad65-4204-8708-5fd475795129 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:09.273988 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5f78d013-e8e7-4721-a7cf-b0a7fb95f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (72bd9808-ad65-4204-8708-5fd475795129), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:09.290067 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-4b09ed4d-e128-43e5-893f-637e67f9dc0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 200 len: 1001 time: 0.1301215 Mar 31 16:54:09.357834 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-5f78d013-e8e7-4721-a7cf-b0a7fb95f5bc None None] Port 72bd9808-ad65-4204-8708-5fd475795129 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:09.393062 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Router 2a6de22a-3655-4140-acf8-56de47885666 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:09.419756 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-492d866a-e2fe-4041-a458-f9792376b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:09.424519 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-492d866a-e2fe-4041-a458-f9792376b049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.1253257 Mar 31 16:54:09.463269 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5bfaed28-7302-4c41-8728-5f4f9880fe6f up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:09.516993 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-5e513434-15cd-4064-afe8-29b07bec9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:09.523229 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-5e513434-15cd-4064-afe8-29b07bec9153 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0933864 Mar 31 16:54:09.545249 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 5bfaed28-7302-4c41-8728-5f4f9880fe6f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:09.545754 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:09.587401 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-1cc26c2e-7ef0-47f3-bfb2-18eee09e2582 None None] Provisioning complete for port 72bd9808-ad65-4204-8708-5fd475795129 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:09.587842 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1cc26c2e-7ef0-47f3-bfb2-18eee09e2582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (72bd9808-ad65-4204-8708-5fd475795129), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:09.637552 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-1cc26c2e-7ef0-47f3-bfb2-18eee09e2582 None None] Port 72bd9808-ad65-4204-8708-5fd475795129 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:09.664579 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-f493f495-171d-4658-ab94-4a657562f000 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339862 Mar 31 16:54:09.666363 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:09.682765 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c9d5dd55-73e3-4659-8ae7-124bdcce4d51 admin admin] 10.222.0.21 "PUT /v2.0/routers/2a6de22a-3655-4140-acf8-56de47885666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4271183 Mar 31 16:54:09.698827 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 5bfaed28-7302-4c41-8728-5f4f9880fe6f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:09.699851 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 60bae2bd-8915-4256-92d1-e7370c8f78a1 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:09.782545 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 60bae2bd-8915-4256-92d1-e7370c8f78a1 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:09.783031 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:09.800595 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d98d9d5a-06c9-4d13-bc7f-315bc16fb67e req-9890ca20-2af5-4677-b26c-5beeafc23fe2 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263771 Mar 31 16:54:09.892458 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 60bae2bd-8915-4256-92d1-e7370c8f78a1 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:10.269479 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58390) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:10.274220 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352884051', 'description': 'tempest-secgroup-smoke-352884051 description', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:10.294380 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.361582 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group (bd1d7513-9eab-45e9-9c15-0c0b1154f7cb), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.365474 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (bd1d7513-9eab-45e9-9c15-0c0b1154f7cb), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.399101 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.400299 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1297657 Mar 31 16:54:10.401410 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da86d6-e466-4c5f-8da3-3010cef043d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:10.403330 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58392) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:10.408369 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d7513-9eab-45e9-9c15-0c0b1154f7cb', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:10.433101 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (6a77b557-c47b-4bff-b4c5-229b411bddbf), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.487960 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (6a77b557-c47b-4bff-b4c5-229b411bddbf), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.491710 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (6a77b557-c47b-4bff-b4c5-229b411bddbf), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.509120 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a77b557-c47b-4bff-b4c5-229b411bddbf,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:10.521249 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.522483 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e8f50c9c-3247-4c91-9b9d-c93348eadfff tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182404 Mar 31 16:54:10.525444 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58394) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:10.530042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d7513-9eab-45e9-9c15-0c0b1154f7cb', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:10.554209 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (2cc86164-d18f-4fd2-b23d-2828b4655bdd), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.608203 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (2cc86164-d18f-4fd2-b23d-2828b4655bdd), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.611878 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (2cc86164-d18f-4fd2-b23d-2828b4655bdd), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.629380 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc86164-d18f-4fd2-b23d-2828b4655bdd,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:10.633256 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.634429 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4c928052-3c7f-49f2-9644-9f9f3a646c7d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1079187 Mar 31 16:54:10.637068 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58396) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:10.641754 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d7513-9eab-45e9-9c15-0c0b1154f7cb', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:10.666244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (e31a1ef7-8e7c-41a3-97ea-b39fd0010f18), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.724759 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (e31a1ef7-8e7c-41a3-97ea-b39fd0010f18), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.729174 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (e31a1ef7-8e7c-41a3-97ea-b39fd0010f18), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.742347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a1ef7-8e7c-41a3-97ea-b39fd0010f18,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:10.760740 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.760740 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-25410ddb-7774-48bd-86a3-11c8ae49a31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1206102 Mar 31 16:54:10.761563 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58398) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:10.767470 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d7513-9eab-45e9-9c15-0c0b1154f7cb', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:10.796986 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (391b3d30-10a2-4413-b250-5d28512d3d89), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.854634 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (391b3d30-10a2-4413-b250-5d28512d3d89), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.858392 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (391b3d30-10a2-4413-b250-5d28512d3d89), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.879380 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391b3d30-10a2-4413-b250-5d28512d3d89,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:10.885933 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.887030 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a38b83db-90fd-4ff7-bcbd-e4cad63312f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244333 Mar 31 16:54:10.889922 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58400) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:10.896300 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d7513-9eab-45e9-9c15-0c0b1154f7cb', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:10.917358 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.securitygroups_db [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Project f677418b305e4f7e861b2fbb2ad09c6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:54:10.922173 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (c9e9db42-75d8-4f41-b86e-ccf2d23ab30b), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.981120 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (c9e9db42-75d8-4f41-b86e-ccf2d23ab30b), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:10.984551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (c9e9db42-75d8-4f41-b86e-ccf2d23ab30b), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.004139 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9e9db42-75d8-4f41-b86e-ccf2d23ab30b,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:11.013487 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.014692 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-41e7b433-4cc9-4d90-a252-ef8a8af535ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230738 Mar 31 16:54:11.017928 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58402) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:11.022160 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'security_group_rule': {'security_group_id': 'bd1d7513-9eab-45e9-9c15-0c0b1154f7cb', 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:11.042924 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.securitygroups_db [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Project f677418b305e4f7e861b2fbb2ad09c6c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:54:11.047922 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (1f7feee4-a160-496e-a6a9-91a26ccda848), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.123490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (1f7feee4-a160-496e-a6a9-91a26ccda848), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.127551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (1f7feee4-a160-496e-a6a9-91a26ccda848), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.147254 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 150d80ea-9858-4af3-b9c5-a6c29c38460e up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:11.150255 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7feee4-a160-496e-a6a9-91a26ccda848,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:11.156352 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.161154 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-346d8b7c-fee8-44d5-b73b-e12815e860d9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421108 Mar 31 16:54:11.185888 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Sync routers for ids ['2a6de22a-3655-4140-acf8-56de47885666'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:11.210159 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Routers {'2a6de22a-3655-4140-acf8-56de47885666'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:11.210801 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['2a6de22a-3655-4140-acf8-56de47885666'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:11.302178 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 150d80ea-9858-4af3-b9c5-a6c29c38460e triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:11.302588 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.367378 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Set router 2a6de22a-3655-4140-acf8-56de47885666 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:11.511207 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 150d80ea-9858-4af3-b9c5-a6c29c38460e is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:11.511602 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.538639 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 150d80ea-9858-4af3-b9c5-a6c29c38460e, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=150d80ea-9858-4af3-b9c5-a6c29c38460e,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:11.541754 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.632846 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=150d80ea-9858-4af3-b9c5-a6c29c38460e,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:11.660741 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 4, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '72bd9808-ad65-4204-8708-5fd475795129', 'name': '', 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'mac_address': 'fa:16:3e:67:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:07Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 2, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'subnets': [{'id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:11.687516 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Checking router: 2a6de22a-3655-4140-acf8-56de47885666 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:11.687880 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Updating router 2a6de22a-3655-4140-acf8-56de47885666 port 72bd9808-ad65-4204-8708-5fd475795129 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:11.713987 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (72bd9808-ad65-4204-8708-5fd475795129), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.985906 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Publish callbacks [] for port (72bd9808-ad65-4204-8708-5fd475795129), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:11.991618 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (72bd9808-ad65-4204-8708-5fd475795129), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.046008 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ed14f-9c45-41ef-8e32-2b6819bc68a8 None None] Pushing event updated for resources: {'Port': ['ID=72bd9808-ad65-4204-8708-5fd475795129,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:12.102211 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Attempting to bind port 72bd9808-ad65-4204-8708-5fd475795129 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:12.102579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Attempting to bind port 72bd9808-ad65-4204-8708-5fd475795129 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:12.102946 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Attempting to bind port 72bd9808-ad65-4204-8708-5fd475795129 on network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:12.108001 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:12.108377 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Checking segment: {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:12.108778 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.109223 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Bound using segment: {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:12.109689 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Bound port: 72bd9808-ad65-4204-8708-5fd475795129, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a95798b-70eb-4aaf-b51f-e8f7ac720372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:12.110069 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (72bd9808-ad65-4204-8708-5fd475795129), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.180372 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] For port 72bd9808-ad65-4204-8708-5fd475795129, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:12.183743 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] For port 72bd9808-ad65-4204-8708-5fd475795129, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=72bd9808-ad65-4204-8708-5fd475795129,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:12.190965 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (72bd9808-ad65-4204-8708-5fd475795129), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.251422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Routers {'2a6de22a-3655-4140-acf8-56de47885666'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:12.252062 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['2a6de22a-3655-4140-acf8-56de47885666'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:12.257254 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ed14f-9c45-41ef-8e32-2b6819bc68a8 None None] Pushing event updated for resources: {'Port': ['ID=72bd9808-ad65-4204-8708-5fd475795129,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:12.346902 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] Provisioning complete for port 72bd9808-ad65-4204-8708-5fd475795129 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:12.347366 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (72bd9808-ad65-4204-8708-5fd475795129), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.407412 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] Set router 2a6de22a-3655-4140-acf8-56de47885666 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:12.549276 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] Current status of the port 72bd9808-ad65-4204-8708-5fd475795129 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:12.549668 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (72bd9808-ad65-4204-8708-5fd475795129), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.568857 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58472) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:12.605035 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] For port 72bd9808-ad65-4204-8708-5fd475795129, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=72bd9808-ad65-4204-8708-5fd475795129,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:12.610797 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (72bd9808-ad65-4204-8708-5fd475795129), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.679571 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-743618cc-7968-4157-a85b-35b34b8e26a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.690655 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d02f1ee-a941-41d0-80f2-c290bb9dde22 None None] Pushing event updated for resources: {'Port': ['ID=72bd9808-ad65-4204-8708-5fd475795129,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:12.710110 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 4, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '72bd9808-ad65-4204-8708-5fd475795129', 'name': '', 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'mac_address': 'fa:16:3e:67:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:07Z', 'updated_at': '2022-03-31T16:54:12Z', 'revision_number': 4, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'subnets': [{'id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:12.742720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a6141d-03ed-4943-84b3-46bfb0470a59 None None] The sync data for ids ['2a6de22a-3655-4140-acf8-56de47885666'] in dv-cinder-826949-3-iscsi is: [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:08Z', 'revision_number': 4, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '72bd9808-ad65-4204-8708-5fd475795129', 'name': '', 'network_id': 'bebdf1e3-e8f1-4651-ace0-0643a804eaa5', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'mac_address': 'fa:16:3e:67:4a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:07Z', 'updated_at': '2022-03-31T16:54:12Z', 'revision_number': 4, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'subnets': [{'id': '7d228a88-2c92-4f34-9987-b16f1caf9ebd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:12.754865 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-4f3c2cf2-6e81-486f-8266-9803c8a8316b None None] Provisioning complete for port 72bd9808-ad65-4204-8708-5fd475795129 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:12.755522 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4f3c2cf2-6e81-486f-8266-9803c8a8316b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (72bd9808-ad65-4204-8708-5fd475795129), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.756002 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-743618cc-7968-4157-a85b-35b34b8e26a8 admin admin] Publish callbacks [] for security_group (dcd72127-6145-494a-8811-dc5960e4b423), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.760642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-743618cc-7968-4157-a85b-35b34b8e26a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (dcd72127-6145-494a-8811-dc5960e4b423), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.802961 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-743618cc-7968-4157-a85b-35b34b8e26a8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed59871702f4484ca19a63e2f9c7eee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2307098 Mar 31 16:54:12.802961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743618cc-7968-4157-a85b-35b34b8e26a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd72127-6145-494a-8811-dc5960e4b423,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:12.803945 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58478) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:12.902442 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-65080ed3-89fc-44f5-8b9d-45070e5d4313 admin admin] Publish callbacks [] for security_group (dcd72127-6145-494a-8811-dc5960e4b423), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.930710 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-65080ed3-89fc-44f5-8b9d-45070e5d4313 admin admin] Publish callbacks [] for security_group (dcd72127-6145-494a-8811-dc5960e4b423), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:12.997561 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-65080ed3-89fc-44f5-8b9d-45070e5d4313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (dcd72127-6145-494a-8811-dc5960e4b423), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:13.000766 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-65080ed3-89fc-44f5-8b9d-45070e5d4313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:13.002122 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-65080ed3-89fc-44f5-8b9d-45070e5d4313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcd72127-6145-494a-8811-dc5960e4b423 HTTP/1.1" status: 204 len: 168 time: 0.1854384 Mar 31 16:54:13.009925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65080ed3-89fc-44f5-8b9d-45070e5d4313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd72127-6145-494a-8811-dc5960e4b423,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:13.028016 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c2cf2-6e81-486f-8266-9803c8a8316b None None] Current status of the port 72bd9808-ad65-4204-8708-5fd475795129 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:13.206975 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 150d80ea-9858-4af3-b9c5-a6c29c38460e up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:13.262637 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 150d80ea-9858-4af3-b9c5-a6c29c38460e triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:13.263015 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:13.355244 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 150d80ea-9858-4af3-b9c5-a6c29c38460e is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:13.356671 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 72bd9808-ad65-4204-8708-5fd475795129 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:13.419596 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 72bd9808-ad65-4204-8708-5fd475795129 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:13.420093 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (72bd9808-ad65-4204-8708-5fd475795129), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:13.504770 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 72bd9808-ad65-4204-8708-5fd475795129 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:14.123399 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58514) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:14.226452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c1dfdf6-1a89-4e9b-a181-84cde99391b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.306815 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c1dfdf6-1a89-4e9b-a181-84cde99391b7 admin admin] Publish callbacks [] for security_group (0cb938c3-01de-4397-97cb-7bfcae4f0313), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.310510 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c1dfdf6-1a89-4e9b-a181-84cde99391b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0cb938c3-01de-4397-97cb-7bfcae4f0313), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.349583 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6c1dfdf6-1a89-4e9b-a181-84cde99391b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=408cb8b7e41042a6b62773709d5b6d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248850 Mar 31 16:54:14.350076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58518) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:14.354999 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1dfdf6-1a89-4e9b-a181-84cde99391b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb938c3-01de-4397-97cb-7bfcae4f0313,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:14.405787 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0412c4f8-cf9d-48df-af89-bb14c18514de admin admin] Publish callbacks [] for security_group (0cb938c3-01de-4397-97cb-7bfcae4f0313), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.432908 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0412c4f8-cf9d-48df-af89-bb14c18514de admin admin] Publish callbacks [] for security_group (0cb938c3-01de-4397-97cb-7bfcae4f0313), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.479748 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0412c4f8-cf9d-48df-af89-bb14c18514de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0cb938c3-01de-4397-97cb-7bfcae4f0313), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.482297 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0412c4f8-cf9d-48df-af89-bb14c18514de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:14.483440 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-0412c4f8-cf9d-48df-af89-bb14c18514de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cb938c3-01de-4397-97cb-7bfcae4f0313 HTTP/1.1" status: 204 len: 168 time: 0.1322732 Mar 31 16:54:14.491861 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412c4f8-cf9d-48df-af89-bb14c18514de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb938c3-01de-4397-97cb-7bfcae4f0313,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:19.773627 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabc7c71-3e27-4f86-8f0d-72eb2687e64a req-3c4955c1-813e-4f00-ba47-7d4576b48d6a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:19.775408 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eabc7c71-3e27-4f86-8f0d-72eb2687e64a req-3c4955c1-813e-4f00-ba47-7d4576b48d6a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0688069 Mar 31 16:54:19.842721 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eabc7c71-3e27-4f86-8f0d-72eb2687e64a req-8bad83b8-e039-4e50-8029-4e09720a9964 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583928 Mar 31 16:54:20.973417 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad8983-ec67-459c-a636-006619be3c79 req-2e33e30c-b997-49ef-95d9-c5108469acc5 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:20.974855 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7dad8983-ec67-459c-a636-006619be3c79 req-2e33e30c-b997-49ef-95d9-c5108469acc5 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0602555 Mar 31 16:54:21.021990 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7dad8983-ec67-459c-a636-006619be3c79 req-e1bd9484-3337-4896-906b-3199fd5f3eec tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413637 Mar 31 16:54:21.660613 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86015eaf-e225-47af-8f90-571357203ae5 req-2e993b23-6741-42c6-9944-5bf3d501ac47 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:21.662075 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-86015eaf-e225-47af-8f90-571357203ae5 req-2e993b23-6741-42c6-9944-5bf3d501ac47 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0525486 Mar 31 16:54:21.751540 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:54:21.751883 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:21.841075 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] For port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:21.841450 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.005934 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.006296 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (d7064c96-91ba-4817-9b89-5823881068a4), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.006609 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP d7064c96-91ba-4817-9b89-5823881068a4 disassociated. External IP: 172.27.3.48, port: 1e64d10a-0aa8-443e-9703-ed9b6e97a90e. Mar 31 16:54:22.006949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for 1e64d10a-0aa8-443e-9703-ed9b6e97a90e owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:54:22.146597 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7417cb-86ed-4087-801e-ff3a4ed32d03 req-a413ce87-a8f7-4c0d-a662-07b9ebd01aba tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:22.148356 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fa7417cb-86ed-4087-801e-ff3a4ed32d03 req-a413ce87-a8f7-4c0d-a662-07b9ebd01aba tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=b928fce7-8f4a-46b0-977f-af37b7959a4f HTTP/1.1" status: 200 len: 945 time: 0.0577974 Mar 31 16:54:22.150072 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (1e64d10a-0aa8-443e-9703-ed9b6e97a90e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.177922 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=1e64d10a-0aa8-443e-9703-ed9b6e97a90e,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:22.198650 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fa7417cb-86ed-4087-801e-ff3a4ed32d03 req-deafd6ef-7b6b-440c-8c12-e51f7d2b1547 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=7cbc3276-b370-4804-a16d-fc71cce38cdb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441730 Mar 31 16:54:22.297301 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:22.408269 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:22.418009 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:22.428476 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:22.429552 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:22.451003 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] No DVR routers for this DVR port 1e64d10a-0aa8-443e-9703-ed9b6e97a90e on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:54:22.454392 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.457622 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-86015eaf-e225-47af-8f90-571357203ae5 req-87653311-a50c-4841-9663-8681e4fcc6c7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "DELETE /v2.0/ports/1e64d10a-0aa8-443e-9703-ed9b6e97a90e HTTP/1.1" status: 204 len: 173 time: 0.7901073 Mar 31 16:54:22.458091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'name': 'network-vif-deleted', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:22.460924 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3b7bd9-f0ba-4d7e-bebc-eb3aff591822" -d '{"events": [{"server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "name": "network-vif-deleted", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:22.504671 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ecaf63-0cb9-48aa-9f28-2eda7ae1d6d1 x-openstack-request-id: req-76ecaf63-0cb9-48aa-9f28-2eda7ae1d6d1 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:22.505237 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b928fce7-8f4a-46b0-977f-af37b7959a4f", "name": "network-vif-deleted", "tag": "1e64d10a-0aa8-443e-9703-ed9b6e97a90e", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:22.505936 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76ecaf63-0cb9-48aa-9f28-2eda7ae1d6d1 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:22.506493 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ecaf63-0cb9-48aa-9f28-2eda7ae1d6d1'] response: {'server_uuid': 'b928fce7-8f4a-46b0-977f-af37b7959a4f', 'name': 'network-vif-deleted', 'tag': '1e64d10a-0aa8-443e-9703-ed9b6e97a90e', 'status': 'completed', 'code': 200} Mar 31 16:54:22.549002 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:22.566990 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58684) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:22.687464 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0e7b713e-8bd5-4e8e-b818-9e2ae71fd8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.769603 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0e7b713e-8bd5-4e8e-b818-9e2ae71fd8b5 admin admin] Publish callbacks [] for security_group (53d54a70-9cb3-4664-864b-9ddff5ea080e), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.772779 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0e7b713e-8bd5-4e8e-b818-9e2ae71fd8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (53d54a70-9cb3-4664-864b-9ddff5ea080e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.812253 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0e7b713e-8bd5-4e8e-b818-9e2ae71fd8b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4308f09274394f24bb99244b86907cbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437694 Mar 31 16:54:22.813754 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b713e-8bd5-4e8e-b818-9e2ae71fd8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d54a70-9cb3-4664-864b-9ddff5ea080e,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:22.815488 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58688) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:22.884596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6d9d2ffa-971f-4958-98ed-55876bce86f9 admin admin] Publish callbacks [] for security_group (53d54a70-9cb3-4664-864b-9ddff5ea080e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.911068 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6d9d2ffa-971f-4958-98ed-55876bce86f9 admin admin] Publish callbacks [] for security_group (53d54a70-9cb3-4664-864b-9ddff5ea080e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.916252 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:10Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:22.953846 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:22.962452 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:22.963058 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:53:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:22.971151 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6d9d2ffa-971f-4958-98ed-55876bce86f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (53d54a70-9cb3-4664-864b-9ddff5ea080e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.974321 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6d9d2ffa-971f-4958-98ed-55876bce86f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:22.975795 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6d9d2ffa-971f-4958-98ed-55876bce86f9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53d54a70-9cb3-4664-864b-9ddff5ea080e HTTP/1.1" status: 204 len: 168 time: 0.1593070 Mar 31 16:54:22.986921 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d2ffa-971f-4958-98ed-55876bce86f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d54a70-9cb3-4664-864b-9ddff5ea080e,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:23.077823 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:23.259995 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58700) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:23.273543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-249f90e5-bf00-44c2-b2cc-e5cace2a3988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.289156 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58702) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:23.317237 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:10Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:23.346760 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7f6c0-6b22-480e-b678-24d87b2175f1 None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.46', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:76:ac:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f40c769-777a-4c7d-88d6-546d7061f005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:50:56Z', 'updated_at': '2022-03-31T16:51:10Z', 'revision_number': 2, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:23.348893 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6d500c8-da89-4927-865e-f756fd3df4fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (7cbc3276-b370-4804-a16d-fc71cce38cdb), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.359263 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-249f90e5-bf00-44c2-b2cc-e5cace2a3988 admin admin] Publish callbacks [] for security_group (04ffea5e-f36c-408a-86b4-b77b45822ae7), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.365143 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-249f90e5-bf00-44c2-b2cc-e5cace2a3988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (04ffea5e-f36c-408a-86b4-b77b45822ae7), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.374641 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6d500c8-da89-4927-865e-f756fd3df4fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (7cbc3276-b370-4804-a16d-fc71cce38cdb), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.407978 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-249f90e5-bf00-44c2-b2cc-e5cace2a3988 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9267ea730e5240f98f82d3eab80ac05d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1446326 Mar 31 16:54:23.407978 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f90e5-bf00-44c2-b2cc-e5cace2a3988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ffea5e-f36c-408a-86b4-b77b45822ae7,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:23.408285 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58704) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:23.445716 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6d500c8-da89-4927-865e-f756fd3df4fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (7cbc3276-b370-4804-a16d-fc71cce38cdb), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.448266 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c6d500c8-da89-4927-865e-f756fd3df4fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.449488 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c6d500c8-da89-4927-865e-f756fd3df4fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/security-groups/7cbc3276-b370-4804-a16d-fc71cce38cdb HTTP/1.1" status: 204 len: 168 time: 0.1592617 Mar 31 16:54:23.452217 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58706) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:23.463069 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d500c8-da89-4927-865e-f756fd3df4fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc3276-b370-4804-a16d-fc71cce38cdb,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:23.467542 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-6a8e9630-f660-46ff-b726-a7e915941b4e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] show failed (client error): The resource could not be found. Mar 31 16:54:23.472147 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6a8e9630-f660-46ff-b726-a7e915941b4e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups/7cbc3276-b370-4804-a16d-fc71cce38cdb HTTP/1.1" status: 404 len: 347 time: 0.0153022 Mar 31 16:54:23.472417 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58708) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:23.492235 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b717d59-c2f1-42d2-91d8-691b180ccf32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.516449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5edda7c0-7dee-4934-9238-d2081c649735 admin admin] Publish callbacks [] for security_group (04ffea5e-f36c-408a-86b4-b77b45822ae7), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.580200 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5edda7c0-7dee-4934-9238-d2081c649735 admin admin] Publish callbacks [] for security_group (04ffea5e-f36c-408a-86b4-b77b45822ae7), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.611753 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81115ca-1dea-431e-a46e-52ed1bcf7d70 None None] New status for floating IP d7064c96-91ba-4817-9b89-5823881068a4: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:54:23.651897 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port 2305aa00-8400-44a4-b1f1-feadde4721ac {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:54:23.652233 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.688624 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5edda7c0-7dee-4934-9238-d2081c649735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (04ffea5e-f36c-408a-86b4-b77b45822ae7), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.691156 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5edda7c0-7dee-4934-9238-d2081c649735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.692299 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-5edda7c0-7dee-4934-9238-d2081c649735 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/04ffea5e-f36c-408a-86b4-b77b45822ae7 HTTP/1.1" status: 204 len: 168 time: 0.2829840 Mar 31 16:54:23.707139 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edda7c0-7dee-4934-9238-d2081c649735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ffea5e-f36c-408a-86b4-b77b45822ae7,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:23.745907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.746232 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (2305aa00-8400-44a4-b1f1-feadde4721ac), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.760310 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for 2305aa00-8400-44a4-b1f1-feadde4721ac owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:54:23.907959 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (2305aa00-8400-44a4-b1f1-feadde4721ac), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.938291 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=2305aa00-8400-44a4-b1f1-feadde4721ac,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:23.993515 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (d7064c96-91ba-4817-9b89-5823881068a4), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.996586 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:23.997768 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-80858f79-4de5-4c85-bffe-467a619b8252 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/floatingips/d7064c96-91ba-4817-9b89-5823881068a4 HTTP/1.1" status: 204 len: 168 time: 0.5244489 Mar 31 16:54:24.046843 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58716) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:24.060936 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e46f01e8-1ba7-4301-b1d7-831aabd12cd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.140213 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e46f01e8-1ba7-4301-b1d7-831aabd12cd7 admin admin] Publish callbacks [] for security_group (204205d4-c66a-4365-b69d-942cc6314c28), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.143745 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e46f01e8-1ba7-4301-b1d7-831aabd12cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (204205d4-c66a-4365-b69d-942cc6314c28), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.180955 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e46f01e8-1ba7-4301-b1d7-831aabd12cd7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=941d4dcdd0ab462aae305963f3c03a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324642 Mar 31 16:54:24.182973 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46f01e8-1ba7-4301-b1d7-831aabd12cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204205d4-c66a-4365-b69d-942cc6314c28,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:24.183635 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58724) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:24.244076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f9924b7-8465-480b-9519-050f1a9c464b admin admin] Publish callbacks [] for security_group (204205d4-c66a-4365-b69d-942cc6314c28), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.279755 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f9924b7-8465-480b-9519-050f1a9c464b admin admin] Publish callbacks [] for security_group (204205d4-c66a-4365-b69d-942cc6314c28), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.327388 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f9924b7-8465-480b-9519-050f1a9c464b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (204205d4-c66a-4365-b69d-942cc6314c28), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.330167 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1f9924b7-8465-480b-9519-050f1a9c464b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:24.331792 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1f9924b7-8465-480b-9519-050f1a9c464b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/204205d4-c66a-4365-b69d-942cc6314c28 HTTP/1.1" status: 204 len: 168 time: 0.1467614 Mar 31 16:54:24.339938 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9924b7-8465-480b-9519-050f1a9c464b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204205d4-c66a-4365-b69d-942cc6314c28,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:24.794479 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 1e64d10a-0aa8-443e-9703-ed9b6e97a90e no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:54:24.814709 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 1e64d10a-0aa8-443e-9703-ed9b6e97a90e {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:54:24.815057 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 1e64d10a-0aa8-443e-9703-ed9b6e97a90e not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:54:24.993386 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58750) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:25.088413 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1715259106-network', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:25.107665 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Made reservation on behalf of 8e58a1c57916420a87d619360cd8c7b6 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:25.110484 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.118853 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.189272 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks [] for security_group (beecc727-f89e-41e4-884a-e231f9bb63ad), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.192982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (beecc727-f89e-41e4-884a-e231f9bb63ad), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.213454 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:54:25.226205 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beecc727-f89e-41e4-884a-e231f9bb63ad,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:25.230869 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (f0c4b59d-c812-4d27-abf1-df6ee76f01d6), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.231214 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Added segment f0c4b59d-c812-4d27-abf1-df6ee76f01d6 of type vlan for network d2bab747-af28-4c68-a721-1c1af638fd2f Mar 31 16:54:25.272797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (d2bab747-af28-4c68-a721-1c1af638fd2f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.298390 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (d2bab747-af28-4c68-a721-1c1af638fd2f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.299361 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:25.299936 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.364624 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3701146 Mar 31 16:54:25.367525 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58760) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:25.372131 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73dd95-e07b-4edf-a14b-68f4fda13976 admin admin] Pushing event updated for resources: {'Network': ['ID=d2bab747-af28-4c68-a721-1c1af638fd2f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:25.372367 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Request body: {'subnet': {'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1715259106-subnet', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:25.382190 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network d2bab747-af28-4c68-a721-1c1af638fd2f details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:54:25.393181 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Made reservation on behalf of 8e58a1c57916420a87d619360cd8c7b6 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:25.396937 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.574242 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (60174cd9-5fb1-4e53-ac21-59419c422c4d), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.651048 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=60174cd9-5fb1-4e53-ac21-59419c422c4d,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:25.675593 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Checking segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:25.675949 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Network hostable DHCP agents. Network: d2bab747-af28-4c68-a721-1c1af638fd2f, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:54:25.686020 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2b559-4819-4552-99ad-e10b2217004c req-9486f5d5-3193-415f-bcee-6912123f89f2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:25.687493 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19c2b559-4819-4552-99ad-e10b2217004c req-9486f5d5-3193-415f-bcee-6912123f89f2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.1083336 Mar 31 16:54:25.713918 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Network d2bab747-af28-4c68-a721-1c1af638fd2f is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:54:25.739329 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, d2bab747-af28-4c68-a721-1c1af638fd2f) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:25.745869 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:25.746464 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.747246 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068e78c-b954-4a4b-8ae5-169d75e71376 None None] Network d2bab747-af28-4c68-a721-1c1af638fd2f requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:25.752805 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19c2b559-4819-4552-99ad-e10b2217004c req-1299a783-4bee-45f2-b50f-f44c7feb5180 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596206 Mar 31 16:54:25.775218 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2a262d85-8b4d-4d92-a4ed-4f256d77bd5f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3974895 Mar 31 16:54:25.775420 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58766) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:25.775551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:25.794609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.795607 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.825415 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ec78c31d-e3ec-418b-b995-35bee122a83e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.846809 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks [] for router_controller (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), precommit_add_association {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.878017 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-d2bab747-af28-4c68-a721-1c1af638fd2f', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:54:25.879106 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:25.987848 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks [] for router_gateway (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.010918 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Allocated IP 172.20.0.2 (d2bab747-af28-4c68-a721-1c1af638fd2f/60174cd9-5fb1-4e53-ac21-59419c422c4d/4d744d9c-2d4b-43e1-b19e-89074d66089a) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:26.157705 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Publish callbacks [] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.167812 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.189394 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks [] for router_gateway (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.208857 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.217243 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Network d2bab747-af28-4c68-a721-1c1af638fd2f is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:26.220880 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:26.223594 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:26.235182 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Pushing event updated for resources: {'Port': ['ID=4d744d9c-2d4b-43e1-b19e-89074d66089a,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:26.289979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Attempting to bind port 4d744d9c-2d4b-43e1-b19e-89074d66089a on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:26.290348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Attempting to bind port 4d744d9c-2d4b-43e1-b19e-89074d66089a by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:26.290714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Attempting to bind port 4d744d9c-2d4b-43e1-b19e-89074d66089a on network d2bab747-af28-4c68-a721-1c1af638fd2f {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:26.295812 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:26.296179 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Checking segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:26.296579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.296994 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Bound using segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:26.297482 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Bound port: 4d744d9c-2d4b-43e1-b19e-89074d66089a, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:26.297851 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.313935 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Allocated IP 172.27.3.129 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/4f7eb526-009f-4400-8952-1e388ed87f50) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:26.372349 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] For port 4d744d9c-2d4b-43e1-b19e-89074d66089a, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:26.375691 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] For port 4d744d9c-2d4b-43e1-b19e-89074d66089a, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=4d744d9c-2d4b-43e1-b19e-89074d66089a,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:26.381606 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.421391 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks [] for port (4f7eb526-009f-4400-8952-1e388ed87f50), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.439103 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b779b24-bc28-4e20-9035-0c3e7355c3db None None] Pushing event updated for resources: {'Port': ['ID=4d744d9c-2d4b-43e1-b19e-89074d66089a,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:26.457964 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.495834 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:26.498800 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:26.504780 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:26.510471 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Pushing event updated for resources: {'Port': ['ID=4f7eb526-009f-4400-8952-1e388ed87f50,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:26.755668 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.789378 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks [] for router_gateway (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:26.880829 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da249f-4c33-49db-b8a1-05a55a7778a6 req-709975b3-0c5a-4d93-8daa-c922427eb743 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:26.882444 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d9da249f-4c33-49db-b8a1-05a55a7778a6 req-709975b3-0c5a-4d93-8daa-c922427eb743 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.0594203 Mar 31 16:54:26.928195 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d9da249f-4c33-49db-b8a1-05a55a7778a6 req-560d04eb-0af5-4cb3-8aa1-61b097f642c1 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400107 Mar 31 16:54:26.988243 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.129160 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:54:27.147750 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4d744d9c-2d4b-43e1-b19e-89074d66089a up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:27.201703 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 4d744d9c-2d4b-43e1-b19e-89074d66089a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:27.202070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.246492 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:27.261168 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Sync routers for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:27.265216 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.269490 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-bccf5e8f-a6c7-46dd-b5dd-39c22724235c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4947586 Mar 31 16:54:27.270284 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58772) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:27.288579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 4d744d9c-2d4b-43e1-b19e-89074d66089a is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:27.289287 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.293986 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:27.294648 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:27.326237 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 4d744d9c-2d4b-43e1-b19e-89074d66089a, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=4d744d9c-2d4b-43e1-b19e-89074d66089a,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:27.331931 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.389822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17313fa5-e308-4151-9aea-5cac977e3ba8 None None] Network d2bab747-af28-4c68-a721-1c1af638fd2f requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:27.404539 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:27.410259 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=4d744d9c-2d4b-43e1-b19e-89074d66089a,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:27.467072 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-8dfd7ed5-88b0-42a0-aa1b-a6fa80da00b4 None None] Provisioning complete for port 4d744d9c-2d4b-43e1-b19e-89074d66089a triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:27.467775 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8dfd7ed5-88b0-42a0-aa1b-a6fa80da00b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.589965 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-8dfd7ed5-88b0-42a0-aa1b-a6fa80da00b4 None None] Current status of the port 4d744d9c-2d4b-43e1-b19e-89074d66089a is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:27.608178 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:26Z', 'revision_number': 3, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:27.636936 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Checking router: 8232e7f0-1c3e-416c-82de-5b92dc57e6ab for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:27.637591 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Updating router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab port 4f7eb526-009f-4400-8952-1e388ed87f50 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:27.666201 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.735918 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553ef113-f7be-493f-9180-6dc1b7035057 req-2164669e-d0ff-40fe-80df-f83a79975c01 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:27.737440 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-553ef113-f7be-493f-9180-6dc1b7035057 req-2164669e-d0ff-40fe-80df-f83a79975c01 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.0618775 Mar 31 16:54:27.768567 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.813159 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0c8ef3b0-34d9-4690-a216-be0a1be936d4 None None] Provisioning complete for port 4d744d9c-2d4b-43e1-b19e-89074d66089a triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:27.813673 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0c8ef3b0-34d9-4690-a216-be0a1be936d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.855790 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:54:27.856050 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.909154 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0c8ef3b0-34d9-4690-a216-be0a1be936d4 None None] Current status of the port 4d744d9c-2d4b-43e1-b19e-89074d66089a is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:27.943755 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Allocated IP 172.20.0.1 (d2bab747-af28-4c68-a721-1c1af638fd2f/60174cd9-5fb1-4e53-ac21-59419c422c4d/5d98abfb-6bfb-47db-ae6f-62ba59a72ff3) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:27.955125 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] For port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:27.955334 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.963011 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Publish callbacks [] for port (4f7eb526-009f-4400-8952-1e388ed87f50), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:27.969906 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.011853 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59d925-12c2-456f-9084-4197d8552c9a None None] Pushing event updated for resources: {'Port': ['ID=4f7eb526-009f-4400-8952-1e388ed87f50,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:28.031803 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Attempting to bind port 4f7eb526-009f-4400-8952-1e388ed87f50 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:28.032163 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Attempting to bind port 4f7eb526-009f-4400-8952-1e388ed87f50 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:28.033127 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Attempting to bind port 4f7eb526-009f-4400-8952-1e388ed87f50 on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:28.038177 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:28.038544 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:28.038939 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.039318 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:28.039773 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Bound port: 4f7eb526-009f-4400-8952-1e388ed87f50, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:28.040159 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.090348 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] For port 4f7eb526-009f-4400-8952-1e388ed87f50, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:28.092538 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ff0bf-a4bc-4bd6-9cb6-10e3a69fc108 req-691dd887-7d1a-4b22-a28b-3f0fd71c8d5c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:28.094151 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] For port 4f7eb526-009f-4400-8952-1e388ed87f50, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=4f7eb526-009f-4400-8952-1e388ed87f50,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:28.095006 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b5ff0bf-a4bc-4bd6-9cb6-10e3a69fc108 req-691dd887-7d1a-4b22-a28b-3f0fd71c8d5c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 946 time: 0.0857811 Mar 31 16:54:28.102693 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.117946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks [] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.147042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.147042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (d4b8b7c2-4c39-466a-b43e-238435fc41f5), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.147317 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP d4b8b7c2-4c39-466a-b43e-238435fc41f5 disassociated. External IP: 172.27.3.46, port: a478fdfd-b5a0-4f7d-9cad-f4aee202d06b. Mar 31 16:54:28.147536 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for a478fdfd-b5a0-4f7d-9cad-f4aee202d06b owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:54:28.170893 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:28.171514 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:28.173256 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59d925-12c2-456f-9084-4197d8552c9a None None] Pushing event updated for resources: {'Port': ['ID=4f7eb526-009f-4400-8952-1e388ed87f50,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:28.174379 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8b5ff0bf-a4bc-4bd6-9cb6-10e3a69fc108 req-070240c6-f68d-49ea-972c-8748d58f8166 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=3806e58d-e0af-43c9-9b3b-e1f363c39a24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719697 Mar 31 16:54:28.188925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.233751 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Network d2bab747-af28-4c68-a721-1c1af638fd2f is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:28.242739 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:28.245278 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:28.267053 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:28.291049 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:28.300625 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.396962 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.465440 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.614511 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (a478fdfd-b5a0-4f7d-9cad-f4aee202d06b), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.631719 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:26Z', 'revision_number': 3, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:28.633541 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-f2800fe8-9072-4c69-bb10-f54138b669f2 None None] Provisioning complete for port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:28.634021 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f2800fe8-9072-4c69-bb10-f54138b669f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.647696 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=a478fdfd-b5a0-4f7d-9cad-f4aee202d06b,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:28.665983 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302ab15c-4379-4a86-8319-4579d41104c1 None None] The sync data for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi is: [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:26Z', 'revision_number': 3, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:28.679059 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-f2800fe8-9072-4c69-bb10-f54138b669f2 None None] Port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:28.682358 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks [] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.688576 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.759181 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.762234 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:28.781629 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:28.864434 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Network d2bab747-af28-4c68-a721-1c1af638fd2f is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:28.866181 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:28.930616 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:28.943245 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:28.962991 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:54:28.974920 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:28.975562 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:28.983015 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] No DVR routers for this DVR port a478fdfd-b5a0-4f7d-9cad-f4aee202d06b on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:54:28.985972 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:28.989656 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-553ef113-f7be-493f-9180-6dc1b7035057 req-ae393653-cc81-4929-96f5-ec4fa0e7a3fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "DELETE /v2.0/ports/a478fdfd-b5a0-4f7d-9cad-f4aee202d06b HTTP/1.1" status: 204 len: 173 time: 1.2449453 Mar 31 16:54:28.990219 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'name': 'network-vif-deleted', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:28.992639 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa51207-74d7-4212-813d-038c782435ae" -d '{"events": [{"server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "name": "network-vif-deleted", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:29.039894 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb371c6-fbc4-4594-a887-5677449e0924 x-openstack-request-id: req-1bb371c6-fbc4-4594-a887-5677449e0924 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:29.040480 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f40c769-777a-4c7d-88d6-546d7061f005", "name": "network-vif-deleted", "tag": "a478fdfd-b5a0-4f7d-9cad-f4aee202d06b", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:29.040949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bb371c6-fbc4-4594-a887-5677449e0924 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:29.041703 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb371c6-fbc4-4594-a887-5677449e0924'] response: {'server_uuid': '8f40c769-777a-4c7d-88d6-546d7061f005', 'name': 'network-vif-deleted', 'tag': 'a478fdfd-b5a0-4f7d-9cad-f4aee202d06b', 'status': 'completed', 'code': 200} Mar 31 16:54:29.101016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:29.204763 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:29.347157 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4d744d9c-2d4b-43e1-b19e-89074d66089a up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:29.379169 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f26042a9-c388-4ec4-aacc-41702f3cca08 req-fd2e3de7-d9fa-4f60-be18-34b3c04545e2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f40c769-777a-4c7d-88d6-546d7061f005 HTTP/1.1" status: 200 len: 210 time: 0.0552156 Mar 31 16:54:29.410710 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:29.416475 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-fb2e2011-d68a-435d-ba46-1f8026b98be6 admin admin] 10.222.0.21 "PUT /v2.0/routers/8232e7f0-1c3e-416c-82de-5b92dc57e6ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1443913 Mar 31 16:54:29.561607 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-35c67162-1a03-45a7-ae4d-1e8571e878b8 None None] Provisioning complete for port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:29.562240 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-35c67162-1a03-45a7-ae4d-1e8571e878b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:29.649124 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-35c67162-1a03-45a7-ae4d-1e8571e878b8 None None] Port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:29.725113 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 4d744d9c-2d4b-43e1-b19e-89074d66089a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:29.725496 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:29.727098 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:29.804260 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:29.863247 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:29.864274 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 4d744d9c-2d4b-43e1-b19e-89074d66089a is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:29.865330 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4f7eb526-009f-4400-8952-1e388ed87f50 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:29.909805 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:29.930383 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:29.931009 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:29.986017 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58800) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:29.991109 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1389092455-network', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:30.012151 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Made reservation on behalf of bf9da9b2b857435b8caf17534d156c55 for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:30.014600 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.023742 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 4f7eb526-009f-4400-8952-1e388ed87f50 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:30.024137 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.074607 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:30.226548 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 4f7eb526-009f-4400-8952-1e388ed87f50 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:30.226943 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.262120 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port 4f7eb526-009f-4400-8952-1e388ed87f50, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=4f7eb526-009f-4400-8952-1e388ed87f50,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:30.270106 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.292683 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.352473 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=4f7eb526-009f-4400-8952-1e388ed87f50,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:30.373696 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:30.375719 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks [] for security_group (0d53606f-1450-4c25-aef8-935d6fb7d482), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.379505 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0d53606f-1450-4c25-aef8-935d6fb7d482), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.400962 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:54:30.401708 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f4bcc-7905-406e-a81b-c5935b746956 None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:30.419631 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d53606f-1450-4c25-aef8-935d6fb7d482,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:30.424952 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.425276 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Added segment 3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe of type vlan for network ae070027-6113-4c1a-8430-41cca7173cb5 Mar 31 16:54:30.469272 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (ae070027-6113-4c1a-8430-41cca7173cb5), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.480637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58806) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:30.502147 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (ae070027-6113-4c1a-8430-41cca7173cb5), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.503290 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:30.503879 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.553142 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b7838ce6-50fa-4e45-9504-18a7ad017410 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (3806e58d-e0af-43c9-9b3b-e1f363c39a24), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.568167 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5785949 Mar 31 16:54:30.568415 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58808) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:30.573336 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Request body: {'subnet': {'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1389092455-subnet', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:30.578590 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b7838ce6-50fa-4e45-9504-18a7ad017410 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (3806e58d-e0af-43c9-9b3b-e1f363c39a24), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.581566 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88298ac9-d98d-491c-9657-b21607b90ff3 admin admin] Pushing event updated for resources: {'Network': ['ID=ae070027-6113-4c1a-8430-41cca7173cb5,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:30.596817 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network ae070027-6113-4c1a-8430-41cca7173cb5 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:54:30.599579 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Made reservation on behalf of bf9da9b2b857435b8caf17534d156c55 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:30.602737 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.655745 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b7838ce6-50fa-4e45-9504-18a7ad017410 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3806e58d-e0af-43c9-9b3b-e1f363c39a24), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.658565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b7838ce6-50fa-4e45-9504-18a7ad017410 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.659733 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b7838ce6-50fa-4e45-9504-18a7ad017410 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/security-groups/3806e58d-e0af-43c9-9b3b-e1f363c39a24 HTTP/1.1" status: 204 len: 168 time: 0.1779532 Mar 31 16:54:30.662889 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58812) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:30.684996 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7838ce6-50fa-4e45-9504-18a7ad017410 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3806e58d-e0af-43c9-9b3b-e1f363c39a24,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:30.687111 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-2c407c89-cb20-4bbe-8b8f-e54c0a5dd0ad tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] show failed (client error): The resource could not be found. Mar 31 16:54:30.691071 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2c407c89-cb20-4bbe-8b8f-e54c0a5dd0ad tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups/3806e58d-e0af-43c9-9b3b-e1f363c39a24 HTTP/1.1" status: 404 len: 347 time: 0.0233407 Mar 31 16:54:30.692296 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58814) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:30.696054 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Sync routers for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:30.716784 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:30.717510 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:30.806339 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a478fdfd-b5a0-4f7d-9cad-f4aee202d06b no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:54:30.814895 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (3712f666-02a1-4ab8-b1b3-22567c057ca6), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.825553 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port 225392c2-1f47-4c2e-903f-d6f335d3035f {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:54:30.825902 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.845778 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:30.858864 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: a478fdfd-b5a0-4f7d-9cad-f4aee202d06b {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:54:30.863026 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device a478fdfd-b5a0-4f7d-9cad-f4aee202d06b not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:54:30.885167 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Checking segment: {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:30.885645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Network hostable DHCP agents. Network: ae070027-6113-4c1a-8430-41cca7173cb5, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:54:30.891970 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3712f666-02a1-4ab8-b1b3-22567c057ca6,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:30.911880 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Network ae070027-6113-4c1a-8430-41cca7173cb5 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:54:30.924332 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, ae070027-6113-4c1a-8430-41cca7173cb5) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:30.933583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581a62b-283f-47ab-897e-a006e5ade256 None None] Network ae070027-6113-4c1a-8430-41cca7173cb5 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:30.933740 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:30.934352 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.947570 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.947985 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (225392c2-1f47-4c2e-903f-d6f335d3035f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:30.960671 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-ca5bb1c7-409e-47e9-a4f1-fd610ce47b14 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3910255 Mar 31 16:54:30.963209 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58816) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:30.973960 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:30.988020 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for 225392c2-1f47-4c2e-903f-d6f335d3035f owned by network:floatingip {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:54:31.024803 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0975417-2705-4a38-9bf5-7c037fb03d3e None None] New status for floating IP d4b8b7c2-4c39-466a-b43e-238435fc41f5: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:54:31.034854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (0489beac-4f5a-4b49-8985-c9de1df53bfb), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.035873 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (0489beac-4f5a-4b49-8985-c9de1df53bfb), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.080104 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-ae070027-6113-4c1a-8430-41cca7173cb5', 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5', 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'fixed_ips': [{'subnet_id': '3712f666-02a1-4ab8-b1b3-22567c057ca6'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:54:31.080798 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.112753 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks [] for router_controller (0489beac-4f5a-4b49-8985-c9de1df53bfb), precommit_add_association {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.159263 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4f7eb526-009f-4400-8952-1e388ed87f50 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:31.161520 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 2, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:31.189869 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Checking router: 8232e7f0-1c3e-416c-82de-5b92dc57e6ab for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:31.190508 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Updating router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:31.218077 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.233771 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.db.api [None req-d0975417-2705-4a38-9bf5-7c037fb03d3e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 31 16:54:31.233771 dv-cinder-826949-3-iscsi neutron-server[109839]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Mar 31 16:54:31.233771 dv-cinder-826949-3-iscsi neutron-server[109839]: [parameters: {'status': 'DOWN', 'floatingips_id': 'd4b8b7c2-4c39-466a-b43e-238435fc41f5'}] Mar 31 16:54:31.233771 dv-cinder-826949-3-iscsi neutron-server[109839]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:54:31.234295 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG oslo_db.api [None req-d0975417-2705-4a38-9bf5-7c037fb03d3e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:54:31.294319 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks [] for router_gateway (0489beac-4f5a-4b49-8985-c9de1df53bfb), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.308206 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (225392c2-1f47-4c2e-903f-d6f335d3035f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.314709 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Allocated IP 172.20.0.2 (ae070027-6113-4c1a-8430-41cca7173cb5/3712f666-02a1-4ab8-b1b3-22567c057ca6/b570b76f-d060-4078-b57f-75970c51aaf2) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:31.316578 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 4f7eb526-009f-4400-8952-1e388ed87f50 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:31.316940 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.366561 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=225392c2-1f47-4c2e-903f-d6f335d3035f,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:31.449355 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (d4b8b7c2-4c39-466a-b43e-238435fc41f5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.451680 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.457096 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d05e5938-6c5a-4d5c-90f9-e59dd2fcc979 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/floatingips/d4b8b7c2-4c39-466a-b43e-238435fc41f5 HTTP/1.1" status: 204 len: 168 time: 0.7640767 Mar 31 16:54:31.484301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 4f7eb526-009f-4400-8952-1e388ed87f50 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:31.530295 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Publish callbacks [] for port (b570b76f-d060-4078-b57f-75970c51aaf2), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.530542 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Publish callbacks [] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.536983 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.538461 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.580970 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8c33-557b-4e37-9c07-bf5cac31aea0 None None] Pushing event updated for resources: {'Port': ['ID=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:31.588865 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Pushing event updated for resources: {'Port': ['ID=b570b76f-d060-4078-b57f-75970c51aaf2,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:31.606574 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Network ae070027-6113-4c1a-8430-41cca7173cb5 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:31.608050 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:31.611434 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:31.641289 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks [] for router_gateway (0489beac-4f5a-4b49-8985-c9de1df53bfb), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.673505 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.688126 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Attempting to bind port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:31.689157 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Attempting to bind port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:31.689926 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Attempting to bind port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 on network d2bab747-af28-4c68-a721-1c1af638fd2f {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:31.697962 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:31.705082 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Checking segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:31.705514 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.705914 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Bound using segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:31.706417 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Bound port: 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:31.706796 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.824192 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] For port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:31.832159 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] For port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:31.845144 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.862471 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0975417-2705-4a38-9bf5-7c037fb03d3e None None] New status for floating IP d4b8b7c2-4c39-466a-b43e-238435fc41f5: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:54:31.878024 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Allocated IP 172.27.3.127 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/d84980e5-6857-4222-bdc6-1ca8798d244a) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:31.941557 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:31.942218 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:31.969169 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Attempting to bind port b570b76f-d060-4078-b57f-75970c51aaf2 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:31.969637 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Attempting to bind port b570b76f-d060-4078-b57f-75970c51aaf2 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:31.970200 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Attempting to bind port b570b76f-d060-4078-b57f-75970c51aaf2 on network ae070027-6113-4c1a-8430-41cca7173cb5 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:31.977570 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:31.978208 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Checking segment: {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:31.978712 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.979186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Bound using segment: {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:31.979749 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Bound port: b570b76f-d060-4078-b57f-75970c51aaf2, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:31.980224 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:31.987512 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d8c33-557b-4e37-9c07-bf5cac31aea0 None None] Pushing event updated for resources: {'Port': ['ID=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,revision_number=4']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.042137 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] Provisioning complete for port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:32.042828 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.097605 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] For port b570b76f-d060-4078-b57f-75970c51aaf2, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:32.104131 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] For port b570b76f-d060-4078-b57f-75970c51aaf2, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b570b76f-d060-4078-b57f-75970c51aaf2,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:32.119040 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:32.122854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks [] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.163429 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] Current status of the port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:32.163833 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.176094 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.195750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.222940 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] For port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:32.247795 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.273600 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:32.277933 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:32.282309 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e3c1b-ef71-4287-a287-b2001592104e None None] Pushing event updated for resources: {'Port': ['ID=b570b76f-d060-4078-b57f-75970c51aaf2,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.283666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:32.290308 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Pushing event updated for resources: {'Port': ['ID=d84980e5-6857-4222-bdc6-1ca8798d244a,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.309929 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58822) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:32.316414 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--324474758', 'description': 'tempest-description--1584981888'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:32.347791 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.365523 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846a5d4-25c9-4dee-926a-1a7707e4474d None None] Pushing event updated for resources: {'Port': ['ID=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.384010 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-85b3f30b-c108-49ef-acf3-800e6744dd79 None None] Provisioning complete for port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:32.385319 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-85b3f30b-c108-49ef-acf3-800e6744dd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.391497 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:31Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:32.429488 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4bd95-23e9-4eeb-a85e-25a7ce6f7e11 None None] The sync data for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi is: [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:31Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:32.466227 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (e1271780-801b-4e11-adf9-2919b5e1cde2), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.484141 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-85b3f30b-c108-49ef-acf3-800e6744dd79 None None] Current status of the port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:32.509925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e1271780-801b-4e11-adf9-2919b5e1cde2), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.559603 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.560849 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2484660 Mar 31 16:54:32.566068 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58824) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:32.571662 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': 'e1271780-801b-4e11-adf9-2919b5e1cde2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:32.586940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4645453-09a4-44dc-9569-111fd4f6d13c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1271780-801b-4e11-adf9-2919b5e1cde2,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.621009 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (05f56c64-b4a2-4bd8-8f16-15bfc937d4a3), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.664800 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks [] for router_gateway (0489beac-4f5a-4b49-8985-c9de1df53bfb), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.686806 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (05f56c64-b4a2-4bd8-8f16-15bfc937d4a3), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.693103 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (05f56c64-b4a2-4bd8-8f16-15bfc937d4a3), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.715219 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05f56c64-b4a2-4bd8-8f16-15bfc937d4a3,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.733197 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.734531 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2d40e676-d1b1-48cd-b3af-e5efb0cff09f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674829 Mar 31 16:54:32.737274 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58826) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:32.742128 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': 'e1271780-801b-4e11-adf9-2919b5e1cde2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:32.776729 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (f6ced8f0-b02a-4e05-bc6a-fd057f9af374), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.855573 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (f6ced8f0-b02a-4e05-bc6a-fd057f9af374), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.861342 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (f6ced8f0-b02a-4e05-bc6a-fd057f9af374), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.912302 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ced8f0-b02a-4e05-bc6a-fd057f9af374,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:32.918512 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.923415 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-35f41d17-9ce8-4c87-a0d4-fa64a4a6a508 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1815102 Mar 31 16:54:32.923415 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 58834) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:32.929380 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:32.944002 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (0489beac-4f5a-4b49-8985-c9de1df53bfb), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:32.965856 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.125104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.146049 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Router 0489beac-4f5a-4b49-8985-c9de1df53bfb is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:54:33.258568 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-14b3d98b-5c62-460a-bc3c-43b2f55c031a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352884051&fields=id&tenant_id=f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 267 time: 0.0761454 Mar 31 16:54:33.305833 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b570b76f-d060-4078-b57f-75970c51aaf2 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:33.341727 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:33.351309 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Sync routers for ids ['0489beac-4f5a-4b49-8985-c9de1df53bfb'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:33.361655 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Routers {'0489beac-4f5a-4b49-8985-c9de1df53bfb'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:33.362156 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['0489beac-4f5a-4b49-8985-c9de1df53bfb'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:33.373263 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.378799 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-77f13b38-a5be-4b91-98a7-5d66884165f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4104326 Mar 31 16:54:33.380387 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58840) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:33.422453 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port b570b76f-d060-4078-b57f-75970c51aaf2 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:33.422979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.425263 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.27.3.135 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/7e642bd4-208f-470d-b6d9-ae231f41f777) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:33.516534 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Set router 0489beac-4f5a-4b49-8985-c9de1df53bfb gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:33.532285 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-e881a0d0-e2ee-4f04-aa2a-2120655897b6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:33.533955 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-e881a0d0-e2ee-4f04-aa2a-2120655897b6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 812 time: 0.2431176 Mar 31 16:54:33.552697 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-d3995802-190a-4f6d-8f5b-6851d1434dbb tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/quotas/f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 375 time: 0.0122826 Mar 31 16:54:33.602747 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port b570b76f-d060-4078-b57f-75970c51aaf2 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:33.603609 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.662558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port b570b76f-d060-4078-b57f-75970c51aaf2, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b570b76f-d060-4078-b57f-75970c51aaf2,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:33.673544 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.674351 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:33.715152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.743364 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1a7eee-3b5b-4599-afbd-741d0fd0dbbf None None] Network ae070027-6113-4c1a-8430-41cca7173cb5 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:54:33.796225 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2bc2f1eb-5c8d-4633-9000-82c4cf8422e6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2350781 Mar 31 16:54:33.799670 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.818557 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-35470444-2657-4896-bad8-9cebc2d0019c service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:54:33.819582 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-35470444-2657-4896-bad8-9cebc2d0019c service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085742 Mar 31 16:54:33.870435 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=b570b76f-d060-4078-b57f-75970c51aaf2,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:33.896838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-6e28d3d2-77cb-4f6b-b33f-390bc7f9dd3a None None] Provisioning complete for port b570b76f-d060-4078-b57f-75970c51aaf2 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:33.897331 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6e28d3d2-77cb-4f6b-b33f-390bc7f9dd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.904752 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 3, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:33.935415 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Checking router: 0489beac-4f5a-4b49-8985-c9de1df53bfb for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:33.936197 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Updating router 0489beac-4f5a-4b49-8985-c9de1df53bfb port d84980e5-6857-4222-bdc6-1ca8798d244a binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:33.968364 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.981905 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:33.982289 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:33.995492 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-b3721746-085e-48c7-8731-829ff2936935 service neutron] 10.222.0.21 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402049 Mar 31 16:54:33.997271 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:34.000304 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:34.004327 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:34.061301 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=7e642bd4-208f-470d-b6d9-ae231f41f777,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:34.129193 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-6e28d3d2-77cb-4f6b-b33f-390bc7f9dd3a None None] Current status of the port b570b76f-d060-4078-b57f-75970c51aaf2 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:34.203916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.217973 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:34.245876 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-b343abb8-4d7d-473b-8474-1d0339b9afc0 service neutron] 10.222.0.21 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134993 Mar 31 16:54:34.248776 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (74f6c4c0-68f5-4a2c-9e59-32c0d581507c), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.297691 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.406238 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Publish callbacks [] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.412621 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.508035 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Attempting to bind port d84980e5-6857-4222-bdc6-1ca8798d244a on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:34.508404 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Attempting to bind port d84980e5-6857-4222-bdc6-1ca8798d244a by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:34.508768 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Attempting to bind port d84980e5-6857-4222-bdc6-1ca8798d244a on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:34.512496 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd275dc-10ed-434b-96f3-41809b67732a None None] Pushing event updated for resources: {'Port': ['ID=d84980e5-6857-4222-bdc6-1ca8798d244a,revision_number=2']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:34.518981 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:34.519358 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:34.519759 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.520147 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:34.520612 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Bound port: d84980e5-6857-4222-bdc6-1ca8798d244a, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:34.520988 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.554242 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.555432 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-766fcce6-ba65-455d-85f6-c12af9991984 None None] Provisioning complete for port b570b76f-d060-4078-b57f-75970c51aaf2 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:34.556288 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-766fcce6-ba65-455d-85f6-c12af9991984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.564375 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.610161 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] For port d84980e5-6857-4222-bdc6-1ca8798d244a, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:34.614525 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] For port d84980e5-6857-4222-bdc6-1ca8798d244a, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=d84980e5-6857-4222-bdc6-1ca8798d244a,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:34.623767 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.685986 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=7e642bd4-208f-470d-b6d9-ae231f41f777,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:34.689027 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd275dc-10ed-434b-96f3-41809b67732a None None] Pushing event updated for resources: {'Port': ['ID=d84980e5-6857-4222-bdc6-1ca8798d244a,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:34.714654 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Routers {'0489beac-4f5a-4b49-8985-c9de1df53bfb'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:34.715298 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['0489beac-4f5a-4b49-8985-c9de1df53bfb'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:34.736638 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (74f6c4c0-68f5-4a2c-9e59-32c0d581507c), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.741438 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-766fcce6-ba65-455d-85f6-c12af9991984 None None] Current status of the port b570b76f-d060-4078-b57f-75970c51aaf2 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:34.776689 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Allocated IP 172.20.0.1 (ae070027-6113-4c1a-8430-41cca7173cb5/3712f666-02a1-4ab8-b1b3-22567c057ca6/6b09017f-bd16-4873-82c7-0a8d17b305b5) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:34.779661 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cd732f5f-6c51-4e12-99de-1114b64b1bfd req-63e4ee84-5b38-4943-872d-65e2094600a4 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 210 time: 0.0466545 Mar 31 16:54:34.799385 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.800044 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a53cf297-b970-43ae-8a87-c9fc349bc0d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8755963 Mar 31 16:54:34.861592 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] Set router 0489beac-4f5a-4b49-8985-c9de1df53bfb gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:34.910903 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks [] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:34.959697 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.001421 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Network ae070027-6113-4c1a-8430-41cca7173cb5 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:35.004780 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:35.009394 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:35.070126 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (0489beac-4f5a-4b49-8985-c9de1df53bfb), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.088708 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-aa34cab9-910a-4eb5-a680-4b221b4f38f4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--324474758&fields=id&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 267 time: 0.0730062 Mar 31 16:54:35.129876 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 3, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:35.176215 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b570b76f-d060-4078-b57f-75970c51aaf2 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:35.183161 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f82ed02-d959-4370-bb0b-13316c2bd4c4 None None] The sync data for ids ['0489beac-4f5a-4b49-8985-c9de1df53bfb'] in dv-cinder-826949-3-iscsi is: [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 3, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:35.213725 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Pushing event updated for resources: {'Port': ['ID=6b09017f-bd16-4873-82c7-0a8d17b305b5,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:35.261833 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-67e8ace9-0801-438f-a6d4-0b650e51bcad tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:35.263435 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-67e8ace9-0801-438f-a6d4-0b650e51bcad tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.1739118 Mar 31 16:54:35.272608 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port b570b76f-d060-4078-b57f-75970c51aaf2 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:35.273312 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.278196 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.285119 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-3d9bae52-7634-4e1d-ae31-d2865b665f80 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/quotas/2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 375 time: 0.0145352 Mar 31 16:54:35.370729 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-e4ab485e-e89a-4f1c-9d22-0cfa150958f3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746870 Mar 31 16:54:35.424561 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port b570b76f-d060-4078-b57f-75970c51aaf2 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:35.478192 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-7144389c-7aa9-4bc0-adc2-2b43ee70588f None None] Provisioning complete for port 6b09017f-bd16-4873-82c7-0a8d17b305b5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:35.478614 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7144389c-7aa9-4bc0-adc2-2b43ee70588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.501346 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks [] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.511029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.541179 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-7144389c-7aa9-4bc0-adc2-2b43ee70588f None None] Port 6b09017f-bd16-4873-82c7-0a8d17b305b5 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:35.559197 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-45a8dbf6-d629-4e52-87e8-8da1733284f8 service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722529 Mar 31 16:54:35.622384 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (0489beac-4f5a-4b49-8985-c9de1df53bfb), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:35.638752 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Pushing event updated for resources: {'Port': ['ID=6b09017f-bd16-4873-82c7-0a8d17b305b5,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:35.675891 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-d7420b89-e793-430a-9a53-e9eda40326c1 service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155317 Mar 31 16:54:35.739055 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Network ae070027-6113-4c1a-8430-41cca7173cb5 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:35.740461 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:35.946854 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2342df53-2dd4-4ed5-8678-4055dadc9b6b req-9ed9b783-8466-4b54-91db-d3e78c5369bd tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 210 time: 0.0842252 Mar 31 16:54:35.983479 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Router 0489beac-4f5a-4b49-8985-c9de1df53bfb has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:36.008571 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5928fa85-da1f-41ea-a6fa-b84baea100ec req-de8eeea9-1bf4-45df-b2a6-8cec505fcc30 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 210 time: 0.0661414 Mar 31 16:54:36.190649 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-2d325217-8251-46c0-bab5-ecf8e6dbef94 None None] Provisioning complete for port 6b09017f-bd16-4873-82c7-0a8d17b305b5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:36.191130 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2d325217-8251-46c0-bab5-ecf8e6dbef94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:36.248679 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-2d325217-8251-46c0-bab5-ecf8e6dbef94 None None] Port 6b09017f-bd16-4873-82c7-0a8d17b305b5 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:36.256262 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-4edf3c8d-2a54-40e0-b0e5-d612b494eac4 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:36.257842 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-4edf3c8d-2a54-40e0-b0e5-d612b494eac4 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 812 time: 0.2683322 Mar 31 16:54:36.293722 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:36.307807 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-19fcf3c4-50c7-49c5-94ac-467897ad7d4d admin admin] 10.222.0.21 "PUT /v2.0/routers/0489beac-4f5a-4b49-8985-c9de1df53bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9276710 Mar 31 16:54:36.356335 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2ed402df-3220-4413-ac6b-e94c0f1fb7d3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 379 time: 0.0887110 Mar 31 16:54:36.368327 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'port': {'device_id': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'admin_state_up': True, 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'security_groups': ['bd1d7513-9eab-45e9-9c15-0c0b1154f7cb']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:36.513239 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Made reservation on behalf of f677418b305e4f7e861b2fbb2ad09c6c for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:36.517452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:36.679484 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Allocated IP 172.20.0.3 (696e6163-5e79-4fb0-86e5-9cc1d87787b7/778ddad9-e5ea-45c3-9de8-b584c3512c15/465b1470-ab38-49a3-a6cd-d643ff537a23) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:36.842536 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:36.877785 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:36.932482 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:36.935954 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:36.943922 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:36.973244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=465b1470-ab38-49a3-a6cd-d643ff537a23,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:37.031465 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:37.032211 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.068229 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-2b2e4848-b28e-4306-92a9-edd19f7f68d1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7051301 Mar 31 16:54:37.093105 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Request body: {'port': {'device_id': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:37.136264 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-ddbaf65e-c2f3-4a2c-8868-ff7d954c88fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:37.137926 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-ddbaf65e-c2f3-4a2c-8868-ff7d954c88fc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.1886113 Mar 31 16:54:37.230422 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.308474 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d84980e5-6857-4222-bdc6-1ca8798d244a up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:37.366534 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa60bc97-a198-4d7e-b406-6c13b49fec80 req-c9fe8364-03ce-404e-9176-e62a95d9bcbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 210 time: 0.1762443 Mar 31 16:54:37.410924 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port d84980e5-6857-4222-bdc6-1ca8798d244a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:37.411665 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.425026 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-f2dd9511-71df-4df7-991e-32f2648c85b4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 379 time: 0.2769117 Mar 31 16:54:37.438697 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c416cbc-f1ec-4f9d-bd89-e53141650755 req-59d8a10c-b092-4966-bb10-cc9af423b835 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:37.446580 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c416cbc-f1ec-4f9d-bd89-e53141650755 req-59d8a10c-b092-4966-bb10-cc9af423b835 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 931 time: 0.2810922 Mar 31 16:54:37.457283 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'port': {'device_id': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'admin_state_up': True, 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'security_groups': ['e1271780-801b-4e11-adf9-2919b5e1cde2']}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:37.499200 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-ddceacbd-3954-4cfc-9cc3-df8924ea1553 None None] Provisioning complete for port 465b1470-ab38-49a3-a6cd-d643ff537a23 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:37.500513 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ddceacbd-3954-4cfc-9cc3-df8924ea1553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.535810 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-ddceacbd-3954-4cfc-9cc3-df8924ea1553 None None] Port 465b1470-ab38-49a3-a6cd-d643ff537a23 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:37.573764 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c416cbc-f1ec-4f9d-bd89-e53141650755 req-c3ffee01-e3ac-4334-9944-edc102bf6f18 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117899 Mar 31 16:54:37.590707 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port d84980e5-6857-4222-bdc6-1ca8798d244a is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:37.591260 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.617290 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port d84980e5-6857-4222-bdc6-1ca8798d244a, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=d84980e5-6857-4222-bdc6-1ca8798d244a,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:37.629914 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.682474 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Made reservation on behalf of 2d44de79b7314861b41c4ecf8bb5f25a for: {'port': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:37.690050 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.694204 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 465b1470-ab38-49a3-a6cd-d643ff537a23 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:54:37.703409 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=d84980e5-6857-4222-bdc6-1ca8798d244a,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:37.708642 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Publish callbacks [] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.720774 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Sync routers for ids ['0489beac-4f5a-4b49-8985-c9de1df53bfb'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:37.735344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Transition to ACTIVE for port object 465b1470-ab38-49a3-a6cd-d643ff537a23 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:54:37.739498 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Routers {'0489beac-4f5a-4b49-8985-c9de1df53bfb'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:37.740191 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:37.740485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['0489beac-4f5a-4b49-8985-c9de1df53bfb'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:37.832580 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Pushing event updated for resources: {'Port': ['ID=465b1470-ab38-49a3-a6cd-d643ff537a23,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:37.867550 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.867898 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.868244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.868581 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.868917 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.869274 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.869607 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.869934 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.870260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.870588 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.870914 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.871241 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.871562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.871881 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.872205 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:37.895953 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.20.0.12 (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764/fb545aa8-b476-4635-bd53-b8ab6ce228fe/ff39e40c-5132-4364-b2e2-ce86ea060bf2) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:37.935332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Set router 0489beac-4f5a-4b49-8985-c9de1df53bfb gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:37.994313 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Attempting to bind port 465b1470-ab38-49a3-a6cd-d643ff537a23 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:37.994651 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Attempting to bind port 465b1470-ab38-49a3-a6cd-d643ff537a23 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:37.994971 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Attempting to bind port 465b1470-ab38-49a3-a6cd-d643ff537a23 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:38.003599 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Port 465b1470-ab38-49a3-a6cd-d643ff537a23 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:54:38.007238 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Attempting to bind port 465b1470-ab38-49a3-a6cd-d643ff537a23 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:38.017817 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:38.018151 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Checking segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:38.018533 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Bound using segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:38.018961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Bound port: 465b1470-ab38-49a3-a6cd-d643ff537a23, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:38.021583 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.118222 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.173027 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.175850 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] For port 465b1470-ab38-49a3-a6cd-d643ff537a23, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:38.181084 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] For port 465b1470-ab38-49a3-a6cd-d643ff537a23, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=465b1470-ab38-49a3-a6cd-d643ff537a23,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:38.195559 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.246386 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:38.250061 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:38.266940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:38.274494 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.275122 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.276547 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] 10.222.0.55 "PUT /v2.0/ports/465b1470-ab38-49a3-a6cd-d643ff537a23 HTTP/1.1" status: 200 len: 1093 time: 1.2016327 Mar 31 16:54:38.277083 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:38.287218 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73" -d '{"events": [{"name": "network-changed", "server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:38.320696 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=ff39e40c-5132-4364-b2e2-ce86ea060bf2,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:38.359665 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.360379 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.361134 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.362018 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.362893 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.363783 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.364387 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.364932 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.366136 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.366970 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.367608 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.368155 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.368799 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.369420 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.370012 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:38.408107 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8c3636-049e-463a-a16a-763733fda3ad x-openstack-request-id: req-aa8c3636-049e-463a-a16a-763733fda3ad {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:38.408439 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:38.408668 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa8c3636-049e-463a-a16a-763733fda3ad {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:38.409101 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8c3636-049e-463a-a16a-763733fda3ad'] response: {'name': 'network-changed', 'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'status': 'completed', 'code': 200} Mar 31 16:54:38.412328 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9170756a-37c3-4735-ab18-3d4790d5abde service neutron] Pushing event updated for resources: {'Port': ['ID=465b1470-ab38-49a3-a6cd-d643ff537a23,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:38.458894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.463463 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.493890 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-706056fe-85d7-4361-b91f-6c6967616da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.495528 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-706056fe-85d7-4361-b91f-6c6967616da0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 1127 time: 0.1681459 Mar 31 16:54:38.507943 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-b569ae62-5e95-4327-a197-92eb5f0785fa tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0543151 Mar 31 16:54:38.578073 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-085bc246-bdda-4ccc-b512-3f365f5cadfb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465b1470-ab38-49a3-a6cd-d643ff537a23 HTTP/1.1" status: 200 len: 217 time: 0.0709491 Mar 31 16:54:38.592926 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:35Z', 'revision_number': 4, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '6b09017f-bd16-4873-82c7-0a8d17b305b5', 'name': '', 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'mac_address': 'fa:16:3e:e7:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3712f666-02a1-4ab8-b1b3-22567c057ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:34Z', 'updated_at': '2022-03-31T16:54:35Z', 'revision_number': 2, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'subnets': [{'id': '3712f666-02a1-4ab8-b1b3-22567c057ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:38.605804 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Request body: {'port': {'device_id': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:38.653828 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Checking router: 0489beac-4f5a-4b49-8985-c9de1df53bfb for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:38.654441 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Updating router 0489beac-4f5a-4b49-8985-c9de1df53bfb port 6b09017f-bd16-4873-82c7-0a8d17b305b5 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:54:38.673754 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-e9e214ad-66c3-41d0-b976-2a64e5d047ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.675908 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-e9e214ad-66c3-41d0-b976-2a64e5d047ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0918071 Mar 31 16:54:38.708303 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.735571 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-97b7007f-ce78-4349-9489-3e33971c19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.737869 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-97b7007f-ce78-4349-9489-3e33971c19d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551066 Mar 31 16:54:38.779932 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f47a0-a0a0-475f-90bf-4c4fae429e77 req-c31b9bf0-9a01-4899-8bae-6e6e574db189 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.782554 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-881f47a0-a0a0-475f-90bf-4c4fae429e77 req-c31b9bf0-9a01-4899-8bae-6e6e574db189 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 932 time: 0.2730489 Mar 31 16:54:38.824969 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.856696 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab1b1c3-2a02-4ecc-9440-c3ea1f2a61a8 req-5edea65e-07a3-4ba6-9d58-856f9c049051 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:38.858206 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ab1b1c3-2a02-4ecc-9440-c3ea1f2a61a8 req-5edea65e-07a3-4ba6-9d58-856f9c049051 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.1791494 Mar 31 16:54:38.884484 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-2713a30c-3ee4-40f9-8cd0-5f4ad3f63d71 None None] Provisioning complete for port ff39e40c-5132-4364-b2e2-ce86ea060bf2 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:38.897153 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2713a30c-3ee4-40f9-8cd0-5f4ad3f63d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:38.899339 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-d5228ab2-f3e5-41e2-8181-84dacb9fd3cb service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531444 Mar 31 16:54:38.937599 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-881f47a0-a0a0-475f-90bf-4c4fae429e77 req-5ab86535-8b7c-4e71-af68-f34d9fb9f766 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481807 Mar 31 16:54:38.976160 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9ab1b1c3-2a02-4ecc-9440-c3ea1f2a61a8 req-c733472b-533b-404f-ae94-4b31d6e1a340 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107802 Mar 31 16:54:39.008764 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-2713a30c-3ee4-40f9-8cd0-5f4ad3f63d71 None None] Port ff39e40c-5132-4364-b2e2-ce86ea060bf2 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:39.043050 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-85c480a8-b1a1-4580-8291-0b0a8d222bb3 req-58a7849e-12bb-43cf-b1e5-847f715cb417 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365714 Mar 31 16:54:39.203156 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-62cb1567-80c4-417d-8955-84d6a1bac24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:39.204303 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-62cb1567-80c4-417d-8955-84d6a1bac24f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 1127 time: 0.0932572 Mar 31 16:54:39.212462 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d84980e5-6857-4222-bdc6-1ca8798d244a up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:39.266094 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Publish callbacks [] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.279108 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.311558 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-7db63158-16b3-4bf0-99cd-3f12d31e604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:39.314062 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-7db63158-16b3-4bf0-99cd-3f12d31e604f service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.1023278 Mar 31 16:54:39.325674 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23fc1b-d27c-49c3-b13e-632caa721cf5 None None] Pushing event updated for resources: {'Port': ['ID=6b09017f-bd16-4873-82c7-0a8d17b305b5,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:39.326236 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff39e40c-5132-4364-b2e2-ce86ea060bf2 {{(pid=109838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:54:39.337740 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Publish callbacks [] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.340571 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port d84980e5-6857-4222-bdc6-1ca8798d244a triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:39.341235 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.358968 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.provisioning_blocks [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Transition to ACTIVE for port object ff39e40c-5132-4364-b2e2-ce86ea060bf2 will not be triggered until provisioned by entity L2. {{(pid=109838) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:54:39.370203 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.379083 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-ebef26a2-cc95-49bc-ba0c-73b651c67305 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465b1470-ab38-49a3-a6cd-d643ff537a23 HTTP/1.1" status: 200 len: 217 time: 0.0582268 Mar 31 16:54:39.447826 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-8f360581-0e05-4680-8f5c-c976188211be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:39.451228 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-8f360581-0e05-4680-8f5c-c976188211be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0644219 Mar 31 16:54:39.522003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Pushing event updated for resources: {'Port': ['ID=ff39e40c-5132-4364-b2e2-ce86ea060bf2,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:39.542430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-c963215d-6229-4fab-bdf2-86cf34fccd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:39.544630 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-c963215d-6229-4fab-bdf2-86cf34fccd79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872543 Mar 31 16:54:39.577282 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Attempting to bind port 6b09017f-bd16-4873-82c7-0a8d17b305b5 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:39.577982 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Attempting to bind port 6b09017f-bd16-4873-82c7-0a8d17b305b5 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:39.578680 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Attempting to bind port 6b09017f-bd16-4873-82c7-0a8d17b305b5 on network ae070027-6113-4c1a-8430-41cca7173cb5 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:39.583547 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port d84980e5-6857-4222-bdc6-1ca8798d244a is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:39.599225 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:39.599963 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Checking segment: {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:39.600309 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.600710 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Bound using segment: {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:39.601360 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Bound port: 6b09017f-bd16-4873-82c7-0a8d17b305b5, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:39.601748 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.633107 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Attempting to bind port ff39e40c-5132-4364-b2e2-ce86ea060bf2 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:54:39.634315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Attempting to bind port ff39e40c-5132-4364-b2e2-ce86ea060bf2 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:54:39.634809 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Attempting to bind port ff39e40c-5132-4364-b2e2-ce86ea060bf2 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:39.641650 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Port ff39e40c-5132-4364-b2e2-ce86ea060bf2 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:54:39.642966 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Attempting to bind port ff39e40c-5132-4364-b2e2-ce86ea060bf2 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:54:39.655946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:54:39.657460 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:54:39.659121 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Bound using segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} {{(pid=109838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:54:39.659834 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.managers [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Bound port: ff39e40c-5132-4364-b2e2-ce86ea060bf2, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}}] {{(pid=109838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:54:39.660422 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.707852 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-9ae4614b-cf25-4382-9fe2-c2a3c144a430 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563857 Mar 31 16:54:39.757615 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] For port ff39e40c-5132-4364-b2e2-ce86ea060bf2, host hv-cinder-82694, cleared binding levels {{(pid=109838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:39.761471 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] For port ff39e40c-5132-4364-b2e2-ce86ea060bf2, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:39.772955 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.782434 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] For port 6b09017f-bd16-4873-82c7-0a8d17b305b5, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:54:39.811301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] For port 6b09017f-bd16-4873-82c7-0a8d17b305b5, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=6b09017f-bd16-4873-82c7-0a8d17b305b5,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:54:39.830172 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.850808 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:39.852957 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.853349 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] Provisioning complete for port 6b09017f-bd16-4873-82c7-0a8d17b305b5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:39.854384 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] 10.222.0.55 "PUT /v2.0/ports/ff39e40c-5132-4364-b2e2-ce86ea060bf2 HTTP/1.1" status: 200 len: 1094 time: 1.2788467 Mar 31 16:54:39.854828 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:39.854973 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:39.861658 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d52e20b0-f7ec-49e4-a446-b83099c3d09b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:39.862211 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-9f8dc7e2-b0f1-4875-a0a4-a6896a068f73 req-2815b576-ea25-466c-85b5-87e3358b8177 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451740 Mar 31 16:54:39.865155 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f56edb-8c0a-4d8f-b624-a91ce77b2439 service neutron] Pushing event updated for resources: {'Port': ['ID=ff39e40c-5132-4364-b2e2-ce86ea060bf2,revision_number=3']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:39.996265 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Routers {'0489beac-4f5a-4b49-8985-c9de1df53bfb'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:39.997193 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['0489beac-4f5a-4b49-8985-c9de1df53bfb'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:40.011488 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-6fe2da79-2743-4d8b-a829-6e78b3c52bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.013390 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-6fe2da79-2743-4d8b-a829-6e78b3c52bad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 1128 time: 0.1030362 Mar 31 16:54:40.110659 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-1e1a3b03-c0e9-4f19-ba36-68e3ead87519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2 HTTP/1.1" status: 200 len: 217 time: 0.0904410 Mar 31 16:54:40.132877 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] Set router 0489beac-4f5a-4b49-8985-c9de1df53bfb gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:40.211163 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718990d1-dce7-43d3-b01b-c91b7387f0ce req-dd6fdfbc-0a51-4788-a559-b2adbf67ed74 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.219626 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-718990d1-dce7-43d3-b01b-c91b7387f0ce req-dd6fdfbc-0a51-4788-a559-b2adbf67ed74 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 944 time: 0.1254981 Mar 31 16:54:40.235927 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159ff29e-94f2-46b7-b6f4-1a1dcab87c90 x-openstack-request-id: req-159ff29e-94f2-46b7-b6f4-1a1dcab87c90 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:40.236475 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:40.236889 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-159ff29e-94f2-46b7-b6f4-1a1dcab87c90 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:40.237622 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-159ff29e-94f2-46b7-b6f4-1a1dcab87c90'] response: {'name': 'network-changed', 'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'status': 'completed', 'code': 200} Mar 31 16:54:40.240922 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-e6c511cb-c6b5-41ea-b423-14708fa1d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.243169 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-e6c511cb-c6b5-41ea-b423-14708fa1d5c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.1231208 Mar 31 16:54:40.336776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-1e72fd76-d5de-4e50-941e-a0d70a2a2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.338414 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-1e72fd76-d5de-4e50-941e-a0d70a2a2528 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865705 Mar 31 16:54:40.339631 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-718990d1-dce7-43d3-b01b-c91b7387f0ce req-403cdbeb-69ae-4c1e-ac12-5d7492213d9b tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009552 Mar 31 16:54:40.391185 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23fc1b-d27c-49c3-b13e-632caa721cf5 None None] Pushing event updated for resources: {'Port': ['ID=6b09017f-bd16-4873-82c7-0a8d17b305b5,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:40.411283 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab078cee-b556-4511-b755-e02091eba92b req-5943e76b-7462-4554-a971-6bd437492ee2 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.414372 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab078cee-b556-4511-b755-e02091eba92b req-5943e76b-7462-4554-a971-6bd437492ee2 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.0930667 Mar 31 16:54:40.454423 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] Current status of the port 6b09017f-bd16-4873-82c7-0a8d17b305b5 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:40.454813 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:40.477949 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-9cc506b2-2768-4ef7-b1a5-7ceb706a8f60 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332822 Mar 31 16:54:40.506138 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] For port 6b09017f-bd16-4873-82c7-0a8d17b305b5, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=6b09017f-bd16-4873-82c7-0a8d17b305b5,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:40.512676 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ab078cee-b556-4511-b755-e02091eba92b req-45d74461-ff89-45fa-80a4-8d875abe33ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917861 Mar 31 16:54:40.517644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:40.602616 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4e177-a75a-41a7-8598-9fe09e98fff5 None None] Pushing event updated for resources: {'Port': ['ID=6b09017f-bd16-4873-82c7-0a8d17b305b5,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:40.631782 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-33a96b27-dd5f-4422-a4d7-decd4ff3a3a7 req-292eff79-bdbd-4c8a-8d3e-befa3479c414 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453621 Mar 31 16:54:40.632209 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:35Z', 'revision_number': 4, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '6b09017f-bd16-4873-82c7-0a8d17b305b5', 'name': '', 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'mac_address': 'fa:16:3e:e7:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3712f666-02a1-4ab8-b1b3-22567c057ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:34Z', 'updated_at': '2022-03-31T16:54:39Z', 'revision_number': 4, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'subnets': [{'id': '3712f666-02a1-4ab8-b1b3-22567c057ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:40.671011 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6b031f-34f6-40be-bd7c-244e89eab8a5 None None] The sync data for ids ['0489beac-4f5a-4b49-8985-c9de1df53bfb'] in dv-cinder-826949-3-iscsi is: [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:35Z', 'revision_number': 4, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '6b09017f-bd16-4873-82c7-0a8d17b305b5', 'name': '', 'network_id': 'ae070027-6113-4c1a-8430-41cca7173cb5', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'mac_address': 'fa:16:3e:e7:4d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '3712f666-02a1-4ab8-b1b3-22567c057ca6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:34Z', 'updated_at': '2022-03-31T16:54:39Z', 'revision_number': 4, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'subnets': [{'id': '3712f666-02a1-4ab8-b1b3-22567c057ca6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:40.711285 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-77a3e899-38f1-4ab7-9f66-bea500e3c991 None None] Provisioning complete for port 6b09017f-bd16-4873-82c7-0a8d17b305b5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:40.711788 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-77a3e899-38f1-4ab7-9f66-bea500e3c991 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:40.808515 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-13b9609d-0835-488c-ac1f-cb714f0c329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.810208 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-13b9609d-0835-488c-ac1f-cb714f0c329f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 1128 time: 0.1215746 Mar 31 16:54:40.861163 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-77a3e899-38f1-4ab7-9f66-bea500e3c991 None None] Current status of the port 6b09017f-bd16-4873-82c7-0a8d17b305b5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:40.949343 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-9ff40909-12a0-49f1-9a45-2d695fac9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:40.950967 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-9ff40909-12a0-49f1-9a45-2d695fac9f25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.1282864 Mar 31 16:54:41.001232 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-5c977132-0b2d-4233-908b-9a48d2f39ea3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2 HTTP/1.1" status: 200 len: 217 time: 0.0438125 Mar 31 16:54:41.072069 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-af5300d4-08be-4f04-b0a0-f22aa8e8bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:41.073611 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-af5300d4-08be-4f04-b0a0-f22aa8e8bfb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0667279 Mar 31 16:54:41.147973 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-0b5f986d-b021-44ad-a1db-19fc265a91a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:41.149558 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-0b5f986d-b021-44ad-a1db-19fc265a91a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606699 Mar 31 16:54:41.189845 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 6b09017f-bd16-4873-82c7-0a8d17b305b5 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:41.250780 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 6b09017f-bd16-4873-82c7-0a8d17b305b5 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:41.251301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:41.267271 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-106c56c3-9e18-4d1b-bd4f-bf2e3c7ff348 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077268 Mar 31 16:54:41.360523 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 6b09017f-bd16-4873-82c7-0a8d17b305b5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:41.423564 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d52e20b0-f7ec-49e4-a446-b83099c3d09b req-dc2de9bd-0b47-41ad-86f4-4ce4840d56d1 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486247 Mar 31 16:54:41.519786 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f310ef-6442-4b81-b342-a392529c0550 req-2cebe8fa-3008-4511-b2c4-7e1260d469ea tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:41.521454 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-63f310ef-6442-4b81-b342-a392529c0550 req-2cebe8fa-3008-4511-b2c4-7e1260d469ea tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 944 time: 0.0771048 Mar 31 16:54:41.591528 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-63f310ef-6442-4b81-b342-a392529c0550 req-1ad87f20-dba2-4b24-973e-0653dd09837c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633147 Mar 31 16:54:41.716612 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab8fd8-c96b-4c9e-bcd5-005c8b02f185 req-a53407f9-7ca2-46d6-97cc-273fe96291d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:41.722335 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dfab8fd8-c96b-4c9e-bcd5-005c8b02f185 req-a53407f9-7ca2-46d6-97cc-273fe96291d8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.0931258 Mar 31 16:54:41.795269 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dfab8fd8-c96b-4c9e-bcd5-005c8b02f185 req-c4a69964-89b1-4bc5-af12-ea45add51247 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641243 Mar 31 16:54:42.718106 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d1d27-f12d-4141-aea9-caec2eca3c35 req-e24fb70e-dcb5-43c8-be5c-6586b813ed5d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:42.720146 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-df8d1d27-f12d-4141-aea9-caec2eca3c35 req-e24fb70e-dcb5-43c8-be5c-6586b813ed5d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 944 time: 0.0540929 Mar 31 16:54:42.780053 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-df8d1d27-f12d-4141-aea9-caec2eca3c35 req-770edfab-a60a-477a-ac9e-92ab1d0e0cf5 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518751 Mar 31 16:54:42.853771 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device ff39e40c-5132-4364-b2e2-ce86ea060bf2 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:54:42.921802 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daf164-861d-4baa-bbd1-7ef58a0bcedc req-aa133602-2f73-4b9a-9e70-7e0d9956f769 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:42.929071 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-91daf164-861d-4baa-bbd1-7ef58a0bcedc req-aa133602-2f73-4b9a-9e70-7e0d9956f769 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.0648830 Mar 31 16:54:42.993170 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-91daf164-861d-4baa-bbd1-7ef58a0bcedc req-957febd2-90db-462e-805d-0b3c7d52276a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628438 Mar 31 16:54:43.003594 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port ff39e40c-5132-4364-b2e2-ce86ea060bf2, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:43.021822 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'port_id': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'mac_address': 'fa:16:3e:ca:0f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:54:43.065933 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port ff39e40c-5132-4364-b2e2-ce86ea060bf2 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:43.066318 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:43.079937 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff39e40c-5132-4364-b2e2-ce86ea060bf2 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:54:43.100555 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port ff39e40c-5132-4364-b2e2-ce86ea060bf2, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:43.104808 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:43.153611 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=ff39e40c-5132-4364-b2e2-ce86ea060bf2,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:43.413519 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['ff39e40c-5132-4364-b2e2-ce86ea060bf2'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:54:43.905112 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2036e9b-6cd9-4c20-b5ea-afa3b11cffcf req-16c7da91-54aa-43d0-96ee-a99bef7870b8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:43.907944 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d2036e9b-6cd9-4c20-b5ea-afa3b11cffcf req-16c7da91-54aa-43d0-96ee-a99bef7870b8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 945 time: 0.0572929 Mar 31 16:54:43.958524 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d2036e9b-6cd9-4c20-b5ea-afa3b11cffcf req-93797573-acef-4578-9d89-6f0a50fe0497 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444798 Mar 31 16:54:44.110493 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b7719e-40d8-4d81-a426-c168995e31a3 req-8e0e9f90-5934-4217-8ab1-d85e0735643f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:44.113908 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c0b7719e-40d8-4d81-a426-c168995e31a3 req-8e0e9f90-5934-4217-8ab1-d85e0735643f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.0612018 Mar 31 16:54:44.169664 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c0b7719e-40d8-4d81-a426-c168995e31a3 req-46b35e52-0de8-4dce-966d-fb6bae7f6aec tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508256 Mar 31 16:54:44.854151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device ff39e40c-5132-4364-b2e2-ce86ea060bf2 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:44.905446 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port ff39e40c-5132-4364-b2e2-ce86ea060bf2 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:54:44.910228 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port ff39e40c-5132-4364-b2e2-ce86ea060bf2 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:44.910714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:44.998948 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port ff39e40c-5132-4364-b2e2-ce86ea060bf2 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:44.999343 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:45.027467 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:45.032056 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8240b5-b6e9-4544-9853-fd33f3d80056" -d '{"events": [{"server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "name": "network-vif-plugged", "status": "completed", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:45.047171 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port ff39e40c-5132-4364-b2e2-ce86ea060bf2, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:45.055744 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:45.105189 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca67a8-4bee-4274-9516-e14920ef62cd req-10cb1a64-017c-45b2-929a-afcaea3e61bd tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:45.107689 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2dca67a8-4bee-4274-9516-e14920ef62cd req-10cb1a64-017c-45b2-929a-afcaea3e61bd tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0634761 Mar 31 16:54:45.161692 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e282f6-7404-4f64-ab07-a23859736ba1 x-openstack-request-id: req-b2e282f6-7404-4f64-ab07-a23859736ba1 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:45.162172 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "name": "network-vif-plugged", "status": "completed", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:45.162493 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2e282f6-7404-4f64-ab07-a23859736ba1 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:45.163001 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e282f6-7404-4f64-ab07-a23859736ba1'] response: {'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'code': 200} Mar 31 16:54:45.164314 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2dca67a8-4bee-4274-9516-e14920ef62cd req-b697b5c2-712d-4c95-8f0d-14bd03f51f2b tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499623 Mar 31 16:54:45.164456 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=ff39e40c-5132-4364-b2e2-ce86ea060bf2,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:45.306549 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d2d4-4ef6-4327-921b-793ffe9e1ec5 req-785a08ff-4078-4521-8cb8-a262207e9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:45.307520 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37f57e-e554-4f77-b99d-726364b33093 req-bcc95971-58e2-4286-82e4-6e61922dfd23 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:45.308139 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6a22d2d4-4ef6-4327-921b-793ffe9e1ec5 req-785a08ff-4078-4521-8cb8-a262207e9719 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 1130 time: 0.0628536 Mar 31 16:54:45.309153 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ef37f57e-e554-4f77-b99d-726364b33093 req-bcc95971-58e2-4286-82e4-6e61922dfd23 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.0669901 Mar 31 16:54:45.359741 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6a22d2d4-4ef6-4327-921b-793ffe9e1ec5 req-c7c8d533-fcd7-43ae-a150-55849a382125 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446916 Mar 31 16:54:45.375641 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ef37f57e-e554-4f77-b99d-726364b33093 req-1ad28db8-2b03-44a9-a428-02cc518c64be tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592802 Mar 31 16:54:46.294814 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6e71-1c5d-40ed-90b1-cc1848e64859 req-4bcf886b-0e37-4d4e-b0a9-fe65a8cd83e7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:46.296616 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-632b6e71-1c5d-40ed-90b1-cc1848e64859 req-4bcf886b-0e37-4d4e-b0a9-fe65a8cd83e7 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0551074 Mar 31 16:54:46.349564 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-632b6e71-1c5d-40ed-90b1-cc1848e64859 req-7aa051a2-a78e-4eea-8673-58c06a0d78b4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462832 Mar 31 16:54:46.510912 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d01c0e-adf0-4449-92f1-73440a0d3639 req-0895e75a-9891-46a1-80a0-2d2cd2a9cd8b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:46.512368 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-11d01c0e-adf0-4449-92f1-73440a0d3639 req-0895e75a-9891-46a1-80a0-2d2cd2a9cd8b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 943 time: 0.0548849 Mar 31 16:54:46.565080 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-11d01c0e-adf0-4449-92f1-73440a0d3639 req-4a3f980c-2375-4857-b1e7-a0b5d9fbb0dd tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457273 Mar 31 16:54:46.868733 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 465b1470-ab38-49a3-a6cd-d643ff537a23 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:54:46.977415 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 465b1470-ab38-49a3-a6cd-d643ff537a23, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=465b1470-ab38-49a3-a6cd-d643ff537a23,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:46.990969 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'port_id': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'mac_address': 'fa:16:3e:d5:e2:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:54:47.034868 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 465b1470-ab38-49a3-a6cd-d643ff537a23 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:47.035175 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:47.049731 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 465b1470-ab38-49a3-a6cd-d643ff537a23 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:54:47.071813 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 465b1470-ab38-49a3-a6cd-d643ff537a23, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=465b1470-ab38-49a3-a6cd-d643ff537a23,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:47.077344 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:47.130888 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=465b1470-ab38-49a3-a6cd-d643ff537a23,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:47.138730 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.139089 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.139411 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.139744 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.140071 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.140395 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.140719 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.141595 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.141929 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.142248 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.142567 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.142887 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.143211 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.143528 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.143868 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:54:47.400483 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['465b1470-ab38-49a3-a6cd-d643ff537a23'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:54:47.511020 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec79de-583a-40bc-97fe-8133fbdfca1c req-6a861b98-44c8-44de-9bb4-ae09436f4da0 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:47.518964 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3cec79de-583a-40bc-97fe-8133fbdfca1c req-6a861b98-44c8-44de-9bb4-ae09436f4da0 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0740960 Mar 31 16:54:47.565885 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3cec79de-583a-40bc-97fe-8133fbdfca1c req-34905482-bcdf-4156-9a25-b32b0639892f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457082 Mar 31 16:54:47.736506 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832fbe0-04c8-4356-899d-2dadbcdc0648 req-4b837c7d-8c4a-4e96-ac5e-38aec192068e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:47.742470 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8832fbe0-04c8-4356-899d-2dadbcdc0648 req-4b837c7d-8c4a-4e96-ac5e-38aec192068e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0741050 Mar 31 16:54:47.746619 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 58968) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:54:47.749940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c147e-14e3-4646-bb14-682ff5d8b22c req-e75fc9bf-36ab-4adc-b636-7cafe227295b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:47.751645 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'port_id': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:47.752155 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-129c147e-14e3-4646-bb14-682ff5d8b22c req-e75fc9bf-36ab-4adc-b636-7cafe227295b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 944 time: 0.1170132 Mar 31 16:54:47.823146 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (74f6c4c0-68f5-4a2c-9e59-32c0d581507c), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:47.824834 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-129c147e-14e3-4646-bb14-682ff5d8b22c req-f6364947-419d-498b-8a39-f9facae008df tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668256 Mar 31 16:54:48.245116 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:48.249231 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (74f6c4c0-68f5-4a2c-9e59-32c0d581507c), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:48.346460 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP 74f6c4c0-68f5-4a2c-9e59-32c0d581507c associated. External IP: 172.27.3.135, port: ff39e40c-5132-4364-b2e2-ce86ea060bf2. Mar 31 16:54:48.413171 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-91c8f7a5-8fed-4792-949c-482ff659b6b1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:48.414537 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-91c8f7a5-8fed-4792-949c-482ff659b6b1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 815 time: 0.0962453 Mar 31 16:54:48.429350 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e5bae28b-5d4f-4312-8b7d-26ceedcbc76b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/quotas/8e58a1c57916420a87d619360cd8c7b6 HTTP/1.1" status: 200 len: 375 time: 0.0092452 Mar 31 16:54:48.483696 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-b6571bce-172f-4e6d-8cc9-47a2e0a33cc6 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492768 Mar 31 16:54:48.587245 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-555d06f8-d760-4b8e-b505-ca9084bb6db7 service neutron] 10.222.0.21 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901268 Mar 31 16:54:48.677776 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-65036b7a-65a2-4430-9641-c81a4564897a service neutron] 10.222.0.21 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846324 Mar 31 16:54:48.827935 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:54:48.841662 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-83d0685c-c423-4b60-9289-3eb667e7389a req-53b56c74-86f3-4699-833f-dfdbbf1efb26 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 210 time: 0.0286357 Mar 31 16:54:48.888945 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 465b1470-ab38-49a3-a6cd-d643ff537a23 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:54:48.947197 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 465b1470-ab38-49a3-a6cd-d643ff537a23 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:54:48.952069 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 465b1470-ab38-49a3-a6cd-d643ff537a23 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:48.952963 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:48.958000 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:54:48.963818 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:48.970136 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:54:48.975223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556bcdef-9875-42f9-a2b3-65f1f48e970d req-dcaa042d-a26c-44f7-b3a2-0c3f0c859bad tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:48.983497 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:48.983764 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-556bcdef-9875-42f9-a2b3-65f1f48e970d req-dcaa042d-a26c-44f7-b3a2-0c3f0c859bad tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 944 time: 0.0760827 Mar 31 16:54:48.986073 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:49.049815 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ae6f90bb-8827-4798-9817-d92835793afe tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "PUT /v2.0/floatingips/74f6c4c0-68f5-4a2c-9e59-32c0d581507c HTTP/1.1" status: 200 len: 992 time: 1.3016257 Mar 31 16:54:49.050982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:49.053477 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7f4130-b05a-4652-9868-a9c8132a6de4" -d '{"events": [{"name": "network-changed", "server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:49.058942 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-556bcdef-9875-42f9-a2b3-65f1f48e970d req-0acab65d-ed78-445d-ae07-03b8b986af14 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742106 Mar 31 16:54:49.080168 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 465b1470-ab38-49a3-a6cd-d643ff537a23 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:54:49.080891 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:49.105898 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccc3dbe-b486-482d-b59e-93d1c78368ef x-openstack-request-id: req-9ccc3dbe-b486-482d-b59e-93d1c78368ef {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:49.106199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:49.106461 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ccc3dbe-b486-482d-b59e-93d1c78368ef {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:49.106868 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ccc3dbe-b486-482d-b59e-93d1c78368ef'] response: {'name': 'network-changed', 'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'status': 'completed', 'code': 200} Mar 31 16:54:49.127083 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:54:49.129773 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a0eddf-44a1-437e-a2cd-ee202539b98c" -d '{"events": [{"server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "name": "network-vif-plugged", "status": "completed", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:54:49.147351 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:49.148930 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 465b1470-ab38-49a3-a6cd-d643ff537a23, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=465b1470-ab38-49a3-a6cd-d643ff537a23,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:54:49.157190 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:49.195300 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-fe2692a9-999a-424a-abcb-b8983e786f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:49.197174 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-fe2692a9-999a-424a-abcb-b8983e786f8e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 1130 time: 0.0590503 Mar 31 16:54:49.219853 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91a1ed4a-7de3-431b-bb8c-3f9ebef18d8a x-openstack-request-id: req-91a1ed4a-7de3-431b-bb8c-3f9ebef18d8a {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:54:49.220234 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "name": "network-vif-plugged", "status": "completed", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:54:49.220410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91a1ed4a-7de3-431b-bb8c-3f9ebef18d8a {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:54:49.220956 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91a1ed4a-7de3-431b-bb8c-3f9ebef18d8a'] response: {'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'code': 200} Mar 31 16:54:49.222183 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=465b1470-ab38-49a3-a6cd-d643ff537a23,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:49.315932 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-f34596d4-9ae6-4401-a869-14ae60b58e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:49.317641 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-f34596d4-9ae6-4401-a869-14ae60b58e02 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.1094358 Mar 31 16:54:49.397783 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '74f6c4c0-68f5-4a2c-9e59-32c0d581507c', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:ca:0f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:54:34Z', 'updated_at': '2022-03-31T16:54:48Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:49.400675 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-386e142c-67a9-4dd6-bdef-a45c13e71cfe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2 HTTP/1.1" status: 200 len: 1000 time: 0.0740447 Mar 31 16:54:49.426950 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:54:49.439422 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:54:49.440508 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:49.454951 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b43331-762f-43be-8a10-f11a1e8c866d req-b7bfa425-47af-40ac-afd9-6a3515725b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:49.456740 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-62b43331-762f-43be-8a10-f11a1e8c866d req-b7bfa425-47af-40ac-afd9-6a3515725b9d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 1129 time: 0.0629277 Mar 31 16:54:49.462391 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-d8cdb580-18ef-46eb-a6de-9b48db107594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:49.464615 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-d8cdb580-18ef-46eb-a6de-9b48db107594 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0561953 Mar 31 16:54:49.521752 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-62b43331-762f-43be-8a10-f11a1e8c866d req-99a3a881-3429-49e3-994c-3c8c0ef24856 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585070 Mar 31 16:54:49.531366 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-9bf02ba4-0421-4003-9c80-0aaf7f506f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:49.533492 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-9bf02ba4-0421-4003-9c80-0aaf7f506f03 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524943 Mar 31 16:54:49.566095 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:54:49.794924 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '74f6c4c0-68f5-4a2c-9e59-32c0d581507c', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:ca:0f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:54:34Z', 'updated_at': '2022-03-31T16:54:48Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:54:49.871793 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-fb8abc71-f337-425c-854b-d6b3f521ef23 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032999 Mar 31 16:54:49.913189 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24dbe1d-8fb3-4564-a9d8-4963bdd0ea2c None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '74f6c4c0-68f5-4a2c-9e59-32c0d581507c', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.135', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:ca:0f:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:54:34Z', 'updated_at': '2022-03-31T16:54:48Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:54:49.957654 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-280946d3-1472-41e8-b014-a1a369dae836 req-8a195f98-6e37-4a97-bc0c-f6845eabdba8 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 210 time: 0.0377152 Mar 31 16:54:49.969290 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-4e7f4130-b05a-4652-9868-a9c8132a6de4 req-6a64be73-d84e-44f9-aec2-cf3e552f884e service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891144 Mar 31 16:54:50.136055 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe873baf-9284-4bbc-bf9e-9cfe3d126fa0 None None] New status for floating IP 74f6c4c0-68f5-4a2c-9e59-32c0d581507c: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:54:50.284871 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-8ee5efbe-3cd2-4815-b7fb-a07d728d3764 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:50.289225 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-8ee5efbe-3cd2-4815-b7fb-a07d728d3764 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 815 time: 0.1454644 Mar 31 16:54:50.302382 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'port': {'device_id': '4669b44d-12d1-491b-85ec-a90561c14f58', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'admin_state_up': True, 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:54:50.420749 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Made reservation on behalf of 8e58a1c57916420a87d619360cd8c7b6 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:54:50.424881 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:50.491873 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630322d-dfbe-45cb-947c-9663dc87bfca req-26b9e8aa-6f8a-458d-8c32-51bc3b8af3ea tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:50.494513 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3630322d-dfbe-45cb-947c-9663dc87bfca req-26b9e8aa-6f8a-458d-8c32-51bc3b8af3ea tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.3572631 Mar 31 16:54:50.549450 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3630322d-dfbe-45cb-947c-9663dc87bfca req-5cf08fd8-fc97-4a8c-ac61-bdeedb40666a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447650 Mar 31 16:54:50.571776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Allocated IP 172.20.0.9 (d2bab747-af28-4c68-a721-1c1af638fd2f/60174cd9-5fb1-4e53-ac21-59419c422c4d/66981176-4a54-4a67-8b2d-a5ca230f7186) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:54:50.739977 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:50.788906 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:50.844464 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Network d2bab747-af28-4c68-a721-1c1af638fd2f is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:54:50.847826 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:54:50.852354 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:54:50.885916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:54:50.928981 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:50.929690 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:50.949206 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7907eb8a-1366-400c-b90e-e8ad51f13091 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6507299 Mar 31 16:54:51.156415 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e12581-d890-4abd-8c21-fc918a8405c1 req-e113e47c-01ab-4824-832f-f493c0a1cf88 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:51.158310 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d8e12581-d890-4abd-8c21-fc918a8405c1 req-e113e47c-01ab-4824-832f-f493c0a1cf88 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0995765 Mar 31 16:54:51.161433 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-ba00228a-a16e-44c4-ab57-dd81d867c918 None None] Provisioning complete for port 66981176-4a54-4a67-8b2d-a5ca230f7186 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:54:51.162644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ba00228a-a16e-44c4-ab57-dd81d867c918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:51.232357 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d8e12581-d890-4abd-8c21-fc918a8405c1 req-4b26ecc5-04e1-40c3-b6a7-7c8c873df9c9 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672994 Mar 31 16:54:51.245090 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-ba00228a-a16e-44c4-ab57-dd81d867c918 None None] Port 66981176-4a54-4a67-8b2d-a5ca230f7186 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:54:51.682160 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9de1-371b-4afa-aa1c-58fc6f692b0c req-c14e6519-7902-421f-960c-12ef6705a320 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:51.683774 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-15ff9de1-371b-4afa-aa1c-58fc6f692b0c req-c14e6519-7902-421f-960c-12ef6705a320 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0595481 Mar 31 16:54:51.733564 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-15ff9de1-371b-4afa-aa1c-58fc6f692b0c req-16d982f7-7585-45bd-8d20-5263c0410147 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 Mar 31 16:54:52.359531 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4740f4d-473c-4c5a-9d55-f3f0f6e39e55 req-afbf34c7-86fd-4f64-a898-32c3a009167d tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:52.362124 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b4740f4d-473c-4c5a-9d55-f3f0f6e39e55 req-afbf34c7-86fd-4f64-a898-32c3a009167d tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0572317 Mar 31 16:54:52.415646 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b4740f4d-473c-4c5a-9d55-f3f0f6e39e55 req-5e91b100-bbf1-4f9e-ac4c-40b9401cef86 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456204 Mar 31 16:54:52.860008 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc72e91-960c-4f70-983e-76fad45d830b req-6c1faa4a-c554-4f79-ad5d-a298df7d5c9b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:52.861834 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4bc72e91-960c-4f70-983e-76fad45d830b req-6c1faa4a-c554-4f79-ad5d-a298df7d5c9b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0579705 Mar 31 16:54:52.916123 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4bc72e91-960c-4f70-983e-76fad45d830b req-6773b94d-671d-47bc-ae14-c312c59c5b04 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477643 Mar 31 16:54:53.488600 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-48852720-04f0-4e99-b6c9-c5c8cf8d14ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:53.564647 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8c080-bc73-4122-acdd-9ae3d52f5b3e req-6bed58b8-3bfb-49ef-90cb-cfd44a50653f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:53.566750 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-71c8c080-bc73-4122-acdd-9ae3d52f5b3e req-6bed58b8-3bfb-49ef-90cb-cfd44a50653f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0591292 Mar 31 16:54:53.619394 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-71c8c080-bc73-4122-acdd-9ae3d52f5b3e req-b853f9c2-9eb5-4d83-b278-9cddba96c9e3 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453472 Mar 31 16:54:54.042323 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92168eea-38eb-4943-b9f1-51345d09d3e0 req-0e111732-3f8b-400b-a5cc-32e218d4e747 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:54.043731 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92168eea-38eb-4943-b9f1-51345d09d3e0 req-0e111732-3f8b-400b-a5cc-32e218d4e747 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0545993 Mar 31 16:54:54.112785 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-92168eea-38eb-4943-b9f1-51345d09d3e0 req-9d0b4d54-6a6f-4c57-a785-7fac57985a9c tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591364 Mar 31 16:54:54.762631 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05382a46-6793-48ad-b8f1-ea220997a75d req-1f59f4ed-8665-4a09-abc5-d08fe3bc52b5 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:54.764232 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05382a46-6793-48ad-b8f1-ea220997a75d req-1f59f4ed-8665-4a09-abc5-d08fe3bc52b5 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0776272 Mar 31 16:54:54.816189 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05382a46-6793-48ad-b8f1-ea220997a75d req-ad3a1196-bb29-42b2-9ba8-d76fea54566c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452261 Mar 31 16:54:55.226354 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462693a3-26bb-4143-b037-d2017935f93e req-ece6a218-285d-4523-8c0e-9c84fec16a25 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:55.227901 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-462693a3-26bb-4143-b037-d2017935f93e req-ece6a218-285d-4523-8c0e-9c84fec16a25 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0570920 Mar 31 16:54:55.282343 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-462693a3-26bb-4143-b037-d2017935f93e req-a0ec8357-5498-4ecb-8d75-ba40ab42980b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481224 Mar 31 16:54:55.817475 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7abe602c-3a1e-4243-9b1e-d5e3a9e72c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:55.944319 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc818ef-e191-44c8-9314-ac6d07cf37bd req-46015189-694d-48d9-be16-1179d6cd502f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:55.951700 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fcc818ef-e191-44c8-9314-ac6d07cf37bd req-46015189-694d-48d9-be16-1179d6cd502f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0631993 Mar 31 16:54:55.997517 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fcc818ef-e191-44c8-9314-ac6d07cf37bd req-d9629825-9104-4bc2-bb52-e61498e37090 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449314 Mar 31 16:54:56.405676 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6d395-3b4a-48c3-aae0-8fc8b4bfb3a2 req-1aeb3573-1645-4977-9625-6eebf5bca5fa tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:56.407275 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47f6d395-3b4a-48c3-aae0-8fc8b4bfb3a2 req-1aeb3573-1645-4977-9625-6eebf5bca5fa tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0546298 Mar 31 16:54:56.460039 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47f6d395-3b4a-48c3-aae0-8fc8b4bfb3a2 req-90f437c3-d4ae-41b6-b8bb-7047d8b9acb3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460832 Mar 31 16:54:56.765073 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:57.117622 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f15c-1332-4f66-919f-843f54181e62 req-64ad0979-c72e-4f30-a764-ccb0626aa616 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:57.119145 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a478f15c-1332-4f66-919f-843f54181e62 req-64ad0979-c72e-4f30-a764-ccb0626aa616 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0531845 Mar 31 16:54:57.173182 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a478f15c-1332-4f66-919f-843f54181e62 req-63c70d49-7732-4a3e-9230-460a5c64416e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481327 Mar 31 16:54:57.588891 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37df5a-e76e-460c-97fd-fdf75da9f004 req-42193663-d89d-47f5-aa41-87ce98475ad3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:57.590497 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2a37df5a-e76e-460c-97fd-fdf75da9f004 req-42193663-d89d-47f5-aa41-87ce98475ad3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0617509 Mar 31 16:54:57.641776 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2a37df5a-e76e-460c-97fd-fdf75da9f004 req-0c5fbdd0-174d-4e31-b66a-770cc34b5eb5 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453098 Mar 31 16:54:58.305832 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178af6d-8203-404d-8e7d-7efd133540d9 req-3da60e71-ddc5-4be6-8075-c0acda7b6971 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:58.307337 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4178af6d-8203-404d-8e7d-7efd133540d9 req-3da60e71-ddc5-4be6-8075-c0acda7b6971 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0510762 Mar 31 16:54:58.356029 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4178af6d-8203-404d-8e7d-7efd133540d9 req-9fa08dba-e190-4ea3-a8a0-7fd88c53be9f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Mar 31 16:54:58.391977 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:58.760281 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760677b-05c6-4cdb-b5c5-f8bfd517d415 req-0e79cee3-4af3-4438-8d68-ec11ec7b4652 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:58.761745 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b760677b-05c6-4cdb-b5c5-f8bfd517d415 req-0e79cee3-4af3-4438-8d68-ec11ec7b4652 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0539427 Mar 31 16:54:58.811108 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b760677b-05c6-4cdb-b5c5-f8bfd517d415 req-c7eafce7-d7ab-4644-b036-b06cabc1a802 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434737 Mar 31 16:54:59.469956 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25dd27-82ca-451e-bb8a-279ff4788aa7 req-b1f4bede-7ad3-4bbb-903b-0b02445f3e08 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:59.471952 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eb25dd27-82ca-451e-bb8a-279ff4788aa7 req-b1f4bede-7ad3-4bbb-903b-0b02445f3e08 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0518737 Mar 31 16:54:59.517543 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-eb25dd27-82ca-451e-bb8a-279ff4788aa7 req-50bce277-afa4-440f-a78d-7ecc65e6b5d2 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399101 Mar 31 16:54:59.683215 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:59.756251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:54:59.931341 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed9e67-3197-485e-8f31-ca8abd2e9ed1 req-f572563b-3797-4a3e-ad3c-c227b2860bfe tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:54:59.932830 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4fed9e67-3197-485e-8f31-ca8abd2e9ed1 req-f572563b-3797-4a3e-ad3c-c227b2860bfe tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0546343 Mar 31 16:54:59.979964 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4fed9e67-3197-485e-8f31-ca8abd2e9ed1 req-9ee7de8b-39be-4c9e-824f-a1a5a7a4a46b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Mar 31 16:55:00.634222 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6076f9f5-fa1a-447f-9f4b-19ad434be442 req-28a95531-869e-4782-9f92-4a402fdef588 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:00.635595 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6076f9f5-fa1a-447f-9f4b-19ad434be442 req-28a95531-869e-4782-9f92-4a402fdef588 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 931 time: 0.0514610 Mar 31 16:55:00.680716 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6076f9f5-fa1a-447f-9f4b-19ad434be442 req-0fe69fb9-f7cc-43a7-ace2-21e97520d331 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395601 Mar 31 16:55:01.011884 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Request body: {'port': {'device_id': '4669b44d-12d1-491b-85ec-a90561c14f58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:01.069322 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:01.099801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f6c75-c3eb-41a9-b0ae-01fe9f74604f req-6f8ec04c-b708-40fb-b3d0-241426830b6b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:01.101285 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d41f6c75-c3eb-41a9-b0ae-01fe9f74604f req-6f8ec04c-b708-40fb-b3d0-241426830b6b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0521832 Mar 31 16:55:01.163104 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d41f6c75-c3eb-41a9-b0ae-01fe9f74604f req-838bfd71-b3f2-4667-9fea-bb5727f1bb7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560973 Mar 31 16:55:01.335359 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66981176-4a54-4a67-8b2d-a5ca230f7186 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:55:01.342443 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Publish callbacks [] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:01.354609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Transition to ACTIVE for port object 66981176-4a54-4a67-8b2d-a5ca230f7186 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:55:01.358122 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:01.410135 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:01.480878 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Attempting to bind port 66981176-4a54-4a67-8b2d-a5ca230f7186 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:55:01.481242 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Attempting to bind port 66981176-4a54-4a67-8b2d-a5ca230f7186 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:55:01.481563 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Attempting to bind port 66981176-4a54-4a67-8b2d-a5ca230f7186 on network d2bab747-af28-4c68-a721-1c1af638fd2f {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:55:01.486492 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Port 66981176-4a54-4a67-8b2d-a5ca230f7186 on network d2bab747-af28-4c68-a721-1c1af638fd2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:55:01.486803 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Attempting to bind port 66981176-4a54-4a67-8b2d-a5ca230f7186 on network d2bab747-af28-4c68-a721-1c1af638fd2f {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:55:01.491948 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:55:01.492347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Checking segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:55:01.492794 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Bound using segment: {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:55:01.493322 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Bound port: 66981176-4a54-4a67-8b2d-a5ca230f7186, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:55:01.493676 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:01.559127 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:55:01.562143 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:55:01.569028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:01.601684 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:01.602411 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:01.603685 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] 10.222.0.55 "PUT /v2.0/ports/66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 1093 time: 0.5962389 Mar 31 16:55:01.604121 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:55:01.606728 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81d63fd-57a3-4c44-af40-608662436906" -d '{"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:55:01.633199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef137d-0f7e-4a53-8acd-0e794aae7cbf service neutron] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:01.662876 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd87081-e00a-4db2-889c-4f07342490c4 x-openstack-request-id: req-cbd87081-e00a-4db2-889c-4f07342490c4 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:55:01.663163 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:55:01.663417 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbd87081-e00a-4db2-889c-4f07342490c4 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:55:01.663822 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd87081-e00a-4db2-889c-4f07342490c4'] response: {'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'status': 'completed', 'code': 200} Mar 31 16:55:01.701799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e7b25daa-640f-454f-90e1-c72ec22e3910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:01.703459 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-e7b25daa-640f-454f-90e1-c72ec22e3910 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1127 time: 0.0507298 Mar 31 16:55:01.752416 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-295a5aaa-ca86-47d5-98f5-ecff3137e055 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 217 time: 0.0414848 Mar 31 16:55:01.801332 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-b3685215-7d8d-42f9-a6ec-5934f89d3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:01.802863 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-b3685215-7d8d-42f9-a6ec-5934f89d3019 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0455134 Mar 31 16:55:01.810583 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40de246-508c-4f55-8b95-034d6cedcd9e req-d31b3e7a-b520-4a37-9ddc-599816b741b8 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:01.812085 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a40de246-508c-4f55-8b95-034d6cedcd9e req-d31b3e7a-b520-4a37-9ddc-599816b741b8 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 943 time: 0.0593781 Mar 31 16:55:01.851887 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-14fff724-92fe-46e3-92bd-49df3cca40ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:01.853364 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-14fff724-92fe-46e3-92bd-49df3cca40ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450146 Mar 31 16:55:01.866215 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a40de246-508c-4f55-8b95-034d6cedcd9e req-2b8028d7-3188-40d2-b0b1-c31c4c725c12 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467665 Mar 31 16:55:01.945300 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-7ad810b4-a01c-41a4-b066-1e249ead587d service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860555 Mar 31 16:55:02.029309 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-fc8a482c-6dbb-4974-bd5f-12492be8e083 req-94b67902-d4c2-4d49-8b42-b577f9397926 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782754 Mar 31 16:55:02.120776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d63fd-57a3-4c44-af40-608662436906 req-fb23492e-f9cf-4371-8ac4-7e87fe500d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.122219 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-fb23492e-f9cf-4371-8ac4-7e87fe500d4b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1127 time: 0.0482409 Mar 31 16:55:02.209064 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d63fd-57a3-4c44-af40-608662436906 req-1805e030-b9af-44b9-a234-37365dbe9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.210549 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-1805e030-b9af-44b9-a234-37365dbe9ec8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.0826201 Mar 31 16:55:02.254294 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-4c51ffc0-2c13-45fa-9a95-4531efda839a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 217 time: 0.0345333 Mar 31 16:55:02.284718 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b64e9-a937-4975-8aa8-98efa8942569 req-242085df-9cad-46be-8cd6-fc070d93b4ac tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.286236 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-615b64e9-a937-4975-8aa8-98efa8942569 req-242085df-9cad-46be-8cd6-fc070d93b4ac tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0524898 Mar 31 16:55:02.304950 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d63fd-57a3-4c44-af40-608662436906 req-826e58b4-d2bf-49b1-85db-7ab9ff9a34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.306421 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-826e58b4-d2bf-49b1-85db-7ab9ff9a34a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0465732 Mar 31 16:55:02.334376 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-615b64e9-a937-4975-8aa8-98efa8942569 req-3962bc64-0ab0-4b05-89ff-9c19ce7e1938 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425034 Mar 31 16:55:02.354750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d63fd-57a3-4c44-af40-608662436906 req-51f71ffd-8efa-4031-b246-a34daa0036d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.356269 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-51f71ffd-8efa-4031-b246-a34daa0036d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440433 Mar 31 16:55:02.446787 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-0c659da8-b074-43a0-a561-d5a9738526c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840771 Mar 31 16:55:02.455387 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81128414-4925-4796-910e-11dddee0dd72 req-292a79c2-ebf3-4135-8fbe-af0c869d7fa6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.456840 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-81128414-4925-4796-910e-11dddee0dd72 req-292a79c2-ebf3-4135-8fbe-af0c869d7fa6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0567260 Mar 31 16:55:02.505414 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-81128414-4925-4796-910e-11dddee0dd72 req-9585351f-30c4-4a39-9e42-324951be5bbb tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Mar 31 16:55:02.527493 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59086) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:02.543329 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c81d63fd-57a3-4c44-af40-608662436906 req-54ed804c-d8f1-4702-95fd-b1cdcf5d489a service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910509 Mar 31 16:55:02.711567 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca98d371-229a-4670-82e4-40a835dc5d7f tempest-TestVolumeBootPattern-1520869019 tempest-TestVolumeBootPattern-1520869019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.712968 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ca98d371-229a-4670-82e4-40a835dc5d7f tempest-TestVolumeBootPattern-1520869019 tempest-TestVolumeBootPattern-1520869019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 1124 time: 0.1845620 Mar 31 16:55:02.715795 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59090) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:02.720010 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'port_id': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:02.739456 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:02.836772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:02.938118 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Allocated IP 172.27.3.176 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/cbe7bd47-456a-4eab-84f3-468ef8fef194) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:55:02.984728 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b62008-0cbf-49c5-ae97-e7facc031895 req-c68e36ed-b831-48ba-8e65-7f644efb7f77 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:02.986234 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97b62008-0cbf-49c5-ae97-e7facc031895 req-c68e36ed-b831-48ba-8e65-7f644efb7f77 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 943 time: 0.0525782 Mar 31 16:55:03.032424 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97b62008-0cbf-49c5-ae97-e7facc031895 req-c68aab8d-3a98-481a-b650-ab4fb2c1246c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399337 Mar 31 16:55:03.040900 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.076578 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.116640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:55:03.119537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:55:03.124893 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:55:03.130346 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=cbe7bd47-456a-4eab-84f3-468ef8fef194,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:03.461904 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (508201dd-37fc-407d-8b26-f23cced13742), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.525902 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.670949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.676001 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.745459 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=cbe7bd47-456a-4eab-84f3-468ef8fef194,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:03.753259 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (508201dd-37fc-407d-8b26-f23cced13742), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:03.851824 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Floating IP 508201dd-37fc-407d-8b26-f23cced13742 associated. External IP: 172.27.3.176, port: 465b1470-ab38-49a3-a6cd-d643ff537a23. Mar 31 16:55:04.053305 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:55:04.158606 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:55:04.169993 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:55:04.177315 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:04.180653 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:55:04.181329 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:04.208562 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b9625cac-61bd-43cd-bb50-396e1b947486 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4917395 Mar 31 16:55:04.209282 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:55:04.210104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd99c1-9868-4099-9535-c86e2ff4eeb8 req-0db9a309-fb51-472c-9a2f-5c295cfbac8f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:04.211618 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653090af-86c1-45d3-b769-63f1dbdea60b" -d '{"events": [{"name": "network-changed", "server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:55:04.211755 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f1bd99c1-9868-4099-9535-c86e2ff4eeb8 req-0db9a309-fb51-472c-9a2f-5c295cfbac8f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 943 time: 0.0551162 Mar 31 16:55:04.254027 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509b9660-4629-407c-bcbf-f61ea4d4dce1 x-openstack-request-id: req-509b9660-4629-407c-bcbf-f61ea4d4dce1 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:55:04.254799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:55:04.255471 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-509b9660-4629-407c-bcbf-f61ea4d4dce1 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:55:04.256273 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509b9660-4629-407c-bcbf-f61ea4d4dce1'] response: {'name': 'network-changed', 'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'status': 'completed', 'code': 200} Mar 31 16:55:04.275729 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f1bd99c1-9868-4099-9535-c86e2ff4eeb8 req-ee9974d3-5b8d-4b26-bdab-2fdacb572aab tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517833 Mar 31 16:55:04.299608 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:55:04.326771 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653090af-86c1-45d3-b769-63f1dbdea60b req-c5dbcbfa-2e54-4963-9c78-297f2706696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:04.328208 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-c5dbcbfa-2e54-4963-9c78-297f2706696f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 1129 time: 0.0495110 Mar 31 16:55:04.421337 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653090af-86c1-45d3-b769-63f1dbdea60b req-f95d12d7-6bda-4791-a9fd-71b637652033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:04.422810 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-f95d12d7-6bda-4791-a9fd-71b637652033 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0817113 Mar 31 16:55:04.496014 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-15e9007d-247b-4fad-bc8f-cf9b098dbd86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465b1470-ab38-49a3-a6cd-d643ff537a23 HTTP/1.1" status: 200 len: 999 time: 0.0601704 Mar 31 16:55:04.517531 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '508201dd-37fc-407d-8b26-f23cced13742', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:d5:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:55:03Z', 'updated_at': '2022-03-31T16:55:03Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:04.543058 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653090af-86c1-45d3-b769-63f1dbdea60b req-c0f8dada-dbf7-4bae-9c34-18e2c2e749f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:04.543276 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:55:04.544511 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-c0f8dada-dbf7-4bae-9c34-18e2c2e749f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0423586 Mar 31 16:55:04.551742 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:55:04.552332 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:04.592680 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653090af-86c1-45d3-b769-63f1dbdea60b req-8e7d4fe4-5549-4e5d-a336-d383a5a85943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:04.594149 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-8e7d4fe4-5549-4e5d-a336-d383a5a85943 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432696 Mar 31 16:55:04.663304 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:55:04.889527 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '508201dd-37fc-407d-8b26-f23cced13742', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:d5:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:55:03Z', 'updated_at': '2022-03-31T16:55:03Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:04.920274 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cc01ad-ad4e-445a-81ef-5725480cf337 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '508201dd-37fc-407d-8b26-f23cced13742', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.176', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 631, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:d5:e2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:55:03Z', 'updated_at': '2022-03-31T16:55:03Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:55:04.953731 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-b2ec5b08-ae84-4380-9aa0-d71ed59223f3 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515899 Mar 31 16:55:04.961785 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 66981176-4a54-4a67-8b2d-a5ca230f7186 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:55:05.046324 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-653090af-86c1-45d3-b769-63f1dbdea60b req-e42d50e8-d2c2-40c1-92ac-b2365ae96fad service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842979 Mar 31 16:55:05.063204 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:55:05.077747 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'port_id': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'mac_address': 'fa:16:3e:43:9d:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:55:05.120558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 66981176-4a54-4a67-8b2d-a5ca230f7186 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:55:05.120945 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:05.135108 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66981176-4a54-4a67-8b2d-a5ca230f7186 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:55:05.140861 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bc94a9-62e4-4b3d-ade0-2ca7a7cd6250 None None] New status for floating IP 508201dd-37fc-407d-8b26-f23cced13742: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:55:05.203952 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:55:05.210335 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:05.322739 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:05.414319 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93511e9d-9447-4e20-87b0-97dd6bb064d5 req-d3f1f9e5-ee5e-4ebb-8c36-6c7b9939e146 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:05.415800 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-93511e9d-9447-4e20-87b0-97dd6bb064d5 req-d3f1f9e5-ee5e-4ebb-8c36-6c7b9939e146 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 944 time: 0.0637019 Mar 31 16:55:05.465169 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-93511e9d-9447-4e20-87b0-97dd6bb064d5 req-8cf402a7-6e79-44ed-8520-103f10c26279 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436587 Mar 31 16:55:05.557467 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['66981176-4a54-4a67-8b2d-a5ca230f7186'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:55:05.947551 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:55:06.579026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2448c-18bd-42f6-afea-14e047c28646 req-41cad008-685a-438e-bff0-e9dbfc79990e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:06.580988 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fae2448c-18bd-42f6-afea-14e047c28646 req-41cad008-685a-438e-bff0-e9dbfc79990e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 944 time: 0.0510013 Mar 31 16:55:06.626110 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fae2448c-18bd-42f6-afea-14e047c28646 req-69b0d19a-2b9e-4ccc-b1f8-5e5951002dd0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395555 Mar 31 16:55:06.981457 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 66981176-4a54-4a67-8b2d-a5ca230f7186 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:55:07.029456 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 66981176-4a54-4a67-8b2d-a5ca230f7186 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:55:07.033165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 66981176-4a54-4a67-8b2d-a5ca230f7186 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:55:07.033545 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:07.110510 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 66981176-4a54-4a67-8b2d-a5ca230f7186 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:55:07.111398 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:07.134682 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:55:07.136917 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a05a4cf-dba5-486a-9c31-22799f3ac068" -d '{"events": [{"server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "name": "network-vif-plugged", "status": "completed", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:55:07.149592 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:55:07.153675 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:07.176783 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d3628a-6690-497c-b9e5-7a0d8fb78833 x-openstack-request-id: req-87d3628a-6690-497c-b9e5-7a0d8fb78833 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:55:07.177093 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "name": "network-vif-plugged", "status": "completed", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:55:07.177351 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87d3628a-6690-497c-b9e5-7a0d8fb78833 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:55:07.177745 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d3628a-6690-497c-b9e5-7a0d8fb78833'] response: {'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'code': 200} Mar 31 16:55:07.207131 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:07.338595 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b23e5-90e0-4c16-b55e-3bdce1719d7a req-486564bf-6888-4a5d-b43c-f357d7160ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:07.340008 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-ec3b23e5-90e0-4c16-b55e-3bdce1719d7a req-486564bf-6888-4a5d-b43c-f357d7160ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1129 time: 0.0437086 Mar 31 16:55:07.384783 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-ec3b23e5-90e0-4c16-b55e-3bdce1719d7a req-0596e799-8dcc-4c1c-93ae-81dfbfc0b6b1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384970 Mar 31 16:55:07.743043 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad79aa-805b-4877-b768-a062e13677c1 req-9689a104-08f6-4002-a947-244964267dac tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:07.744492 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49ad79aa-805b-4877-b768-a062e13677c1 req-9689a104-08f6-4002-a947-244964267dac tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0545480 Mar 31 16:55:07.790325 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-49ad79aa-805b-4877-b768-a062e13677c1 req-80573a69-bad3-42cd-a100-f52e05a0cfb1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403297 Mar 31 16:55:08.912533 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfc562-cbb9-46cf-acb8-de8164ae4707 req-8e042136-9f12-4838-9fde-d509ddea062a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:08.914122 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d4cfc562-cbb9-46cf-acb8-de8164ae4707 req-8e042136-9f12-4838-9fde-d509ddea062a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0556722 Mar 31 16:55:08.961176 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d4cfc562-cbb9-46cf-acb8-de8164ae4707 req-41620dee-964c-4565-ad54-6e559e93ec7a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410800 Mar 31 16:55:10.078152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c54ab0-e6d1-40b9-b8a6-a73b0dbffb95 req-c6e674ee-0b5b-4fed-a424-ee9f17622839 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:10.079987 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-71c54ab0-e6d1-40b9-b8a6-a73b0dbffb95 req-c6e674ee-0b5b-4fed-a424-ee9f17622839 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0532544 Mar 31 16:55:10.125154 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-71c54ab0-e6d1-40b9-b8a6-a73b0dbffb95 req-1f7342eb-3e1b-42f3-90a2-d71dca31f5aa tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396254 Mar 31 16:55:10.238998 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3e808-8da5-4f7e-922d-45c2a7678aaa req-68ffed0e-b14c-45db-aa67-a81b8d0540b7 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:10.240494 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6ee3e808-8da5-4f7e-922d-45c2a7678aaa req-68ffed0e-b14c-45db-aa67-a81b8d0540b7 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0524163 Mar 31 16:55:10.294031 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6ee3e808-8da5-4f7e-922d-45c2a7678aaa req-16459d02-ff74-4779-920a-d87efe186cc5 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478859 Mar 31 16:55:10.608946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb665c-7ede-464d-9d4a-b8661312746c req-63066a28-eac7-47a7-a3a9-3aeb482f42ac tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:10.610326 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b6bb665c-7ede-464d-9d4a-b8661312746c req-63066a28-eac7-47a7-a3a9-3aeb482f42ac tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0504315 Mar 31 16:55:10.658437 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b6bb665c-7ede-464d-9d4a-b8661312746c req-ec9f1795-5dfd-49eb-9782-d62cd9f3c761 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423105 Mar 31 16:55:20.006831 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12e8ba-d6a3-436f-b8a3-1602a3485f35 req-cf5ece5d-93bc-4346-ad42-2f754568a8df tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:20.008475 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4f12e8ba-d6a3-436f-b8a3-1602a3485f35 req-cf5ece5d-93bc-4346-ad42-2f754568a8df tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0623615 Mar 31 16:55:20.064633 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4f12e8ba-d6a3-436f-b8a3-1602a3485f35 req-ac932dc7-9dba-48b3-aa80-798682a00d29 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Mar 31 16:55:20.086316 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59170) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:20.172785 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e82595-60a0-45e5-960c-5a0fad4d6932 tempest-TestMinimumBasicScenario-1113338480 tempest-TestMinimumBasicScenario-1113338480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:20.174865 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-33e82595-60a0-45e5-960c-5a0fad4d6932 tempest-TestMinimumBasicScenario-1113338480 tempest-TestMinimumBasicScenario-1113338480-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1124 time: 0.0876167 Mar 31 16:55:20.177746 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59174) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:20.181892 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'port_id': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:20.200795 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:20.295393 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:20.398192 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Allocated IP 172.27.3.147 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/895af18a-85c1-4008-ab5b-2d91cf97d74b) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:55:20.498492 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:20.530907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:20.566155 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:55:20.568756 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:55:20.572225 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:55:20.599243 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'Port': ['ID=895af18a-85c1-4008-ab5b-2d91cf97d74b,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:20.921645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for floatingip (096aecf9-bfc8-46fc-9dbc-7cb01d7eb961), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:20.986985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.143264 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.147644 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.213858 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'Port': ['ID=895af18a-85c1-4008-ab5b-2d91cf97d74b,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:21.225256 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (096aecf9-bfc8-46fc-9dbc-7cb01d7eb961), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.326076 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Floating IP 096aecf9-bfc8-46fc-9dbc-7cb01d7eb961 associated. External IP: 172.27.3.147, port: 66981176-4a54-4a67-8b2d-a5ca230f7186. Mar 31 16:55:21.540114 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:55:21.649691 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:55:21.659778 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34991654-9169-4a50-8803-331f7e449d00 None None] Sync routers for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:55:21.668987 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.672258 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:55:21.673017 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:21.702409 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-74bfbb97-5474-4a6c-b4b7-b3266492dec0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5236545 Mar 31 16:55:21.703088 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:55:21.705397 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59176) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:21.705927 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:55:21.710074 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-91149973', 'description': 'tempest-secgroup-smoke-91149973 description', 'project_id': '8e58a1c57916420a87d619360cd8c7b6'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:21.730649 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.748551 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163a0ef-ddc3-4ce5-ade0-4f3e2614484d x-openstack-request-id: req-4163a0ef-ddc3-4ce5-ade0-4f3e2614484d {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:55:21.748842 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:55:21.749129 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4163a0ef-ddc3-4ce5-ade0-4f3e2614484d {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:55:21.749557 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4163a0ef-ddc3-4ce5-ade0-4f3e2614484d'] response: {'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'status': 'completed', 'code': 200} Mar 31 16:55:21.789099 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:55:21.835983 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group (e9b7e74f-a078-4e6b-b01d-7215631afedf), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.843363 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-334785fa-d407-4c35-8520-31e91898ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:21.845597 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-334785fa-d407-4c35-8520-31e91898ad8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1129 time: 0.0720613 Mar 31 16:55:21.846659 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e9b7e74f-a078-4e6b-b01d-7215631afedf), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.926332 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.927581 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2211626 Mar 31 16:55:21.930575 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593a668d-b759-435f-bffb-e22d93c44dcc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7e74f-a078-4e6b-b01d-7215631afedf,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:21.930723 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59180) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:21.935301 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7e74f-a078-4e6b-b01d-7215631afedf', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:21.964458 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (d4c68097-483e-4347-bfc5-7c0452baa8d5), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:21.971991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-6ac7b5fd-c46d-4a64-b859-560b3e112cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:21.973516 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-6ac7b5fd-c46d-4a64-b859-560b3e112cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.1202517 Mar 31 16:55:22.029058 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (d4c68097-483e-4347-bfc5-7c0452baa8d5), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.034059 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (d4c68097-483e-4347-bfc5-7c0452baa8d5), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.044503 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-de419321-d3eb-4e61-ba5a-802821a204dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 999 time: 0.0641463 Mar 31 16:55:22.045978 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '096aecf9-bfc8-46fc-9dbc-7cb01d7eb961', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'port_id': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'mac_address': 'fa:16:3e:43:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669b44d-12d1-491b-85ec-a90561c14f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:55:20Z', 'updated_at': '2022-03-31T16:55:20Z', 'revision_number': 0, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:22.053371 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c68097-483e-4347-bfc5-7c0452baa8d5,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:22.063530 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.067753 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e08aef39-55c3-419c-b5a0-9ca7adf31c4e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1360869 Mar 31 16:55:22.068389 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59182) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:22.072809 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7e74f-a078-4e6b-b01d-7215631afedf', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:22.081893 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34991654-9169-4a50-8803-331f7e449d00 None None] Checking router: 8232e7f0-1c3e-416c-82de-5b92dc57e6ab for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:55:22.096693 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:55:22.097278 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:54:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:22.102564 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (7d10f507-364b-4ac3-b78a-1e6527d05464), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.103990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-e3b352f1-4bfe-4bfe-a9b8-13b3161ab84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:22.105534 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-e3b352f1-4bfe-4bfe-a9b8-13b3161ab84d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0554738 Mar 31 16:55:22.162382 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-5d277e38-f04f-428b-aa49-7dd758b47700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:22.163900 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-5d277e38-f04f-428b-aa49-7dd758b47700 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511258 Mar 31 16:55:22.167657 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (7d10f507-364b-4ac3-b78a-1e6527d05464), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.172350 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (7d10f507-364b-4ac3-b78a-1e6527d05464), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.190777 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d10f507-364b-4ac3-b78a-1e6527d05464,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:22.201753 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.203491 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d3bd155a-1a17-4f09-ad4e-886cab773e8b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337414 Mar 31 16:55:22.206515 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59184) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:22.211115 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7e74f-a078-4e6b-b01d-7215631afedf', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:22.219227 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:55:22.240217 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (94dcafa7-7314-461b-8e5e-3c0f62733559), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.264959 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-7dd38d3b-3d98-408c-b861-85c8180c457b service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937126 Mar 31 16:55:22.300629 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (94dcafa7-7314-461b-8e5e-3c0f62733559), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.304596 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (94dcafa7-7314-461b-8e5e-3c0f62733559), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.322104 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94dcafa7-7314-461b-8e5e-3c0f62733559,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:22.334294 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.335136 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-be35a4f8-a042-4c8b-9ef5-82ae50d097f1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1275721 Mar 31 16:55:22.337948 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59186) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:22.342389 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7e74f-a078-4e6b-b01d-7215631afedf', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:22.386689 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-680bfae0-d69d-4581-8c3d-ec65c44d0ec1 req-587d0425-3800-4db8-a7bd-9b62475551ff service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144454 Mar 31 16:55:22.395812 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (cf053246-3bfa-462f-9a88-389785495239), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.449115 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (cf053246-3bfa-462f-9a88-389785495239), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.452295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (cf053246-3bfa-462f-9a88-389785495239), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.469317 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf053246-3bfa-462f-9a88-389785495239,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:22.479380 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.480586 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-be5277d7-01fa-4e3f-ae64-01f921f7d3ec tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1416636 Mar 31 16:55:22.483445 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59188) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:22.488658 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7e74f-a078-4e6b-b01d-7215631afedf', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:22.507673 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.securitygroups_db [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Project 8e58a1c57916420a87d619360cd8c7b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:55:22.512440 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (a037a5ab-fe1c-4aee-9f2e-42f6da1b6c8d), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.539654 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-34991654-9169-4a50-8803-331f7e449d00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '096aecf9-bfc8-46fc-9dbc-7cb01d7eb961', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'port_id': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'mac_address': 'fa:16:3e:43:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669b44d-12d1-491b-85ec-a90561c14f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:55:20Z', 'updated_at': '2022-03-31T16:55:20Z', 'revision_number': 0, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:55:22.568773 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34991654-9169-4a50-8803-331f7e449d00 None None] The sync data for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi is: [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '096aecf9-bfc8-46fc-9dbc-7cb01d7eb961', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'floating_ip_address': '172.27.3.147', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'port_id': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'mac_address': 'fa:16:3e:43:9d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4669b44d-12d1-491b-85ec-a90561c14f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:55:20Z', 'updated_at': '2022-03-31T16:55:20Z', 'revision_number': 0, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:55:22.571225 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (a037a5ab-fe1c-4aee-9f2e-42f6da1b6c8d), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.575363 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (a037a5ab-fe1c-4aee-9f2e-42f6da1b6c8d), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.594582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a037a5ab-fe1c-4aee-9f2e-42f6da1b6c8d,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:22.601102 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.604507 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-135fa228-c46f-4fac-bef5-46625fff98f0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176598 Mar 31 16:55:22.605035 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59190) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:55:22.609437 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7e74f-a078-4e6b-b01d-7215631afedf', 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:22.630260 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.securitygroups_db [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Project 8e58a1c57916420a87d619360cd8c7b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:55:22.635299 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (4f3ad362-c2a4-42b9-a6ce-b5caab988d0e), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.696670 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (4f3ad362-c2a4-42b9-a6ce-b5caab988d0e), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.701704 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (4f3ad362-c2a4-42b9-a6ce-b5caab988d0e), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.722441 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3ad362-c2a4-42b9-a6ce-b5caab988d0e,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:22.728910 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:22.732830 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4d05bd6e-bd00-4dc3-be3a-57c291c73d34 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242127 Mar 31 16:55:22.779328 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006627aa-66fe-469e-94b3-788010bb4fb2 None None] New status for floating IP 096aecf9-bfc8-46fc-9dbc-7cb01d7eb961: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:55:22.822049 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-cb045c68-2248-435b-a0d7-108dffdca114 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91149973&fields=id&tenant_id=8e58a1c57916420a87d619360cd8c7b6 HTTP/1.1" status: 200 len: 267 time: 0.0452170 Mar 31 16:55:22.879186 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-e661dcc0-50fb-4311-8db8-4813d9358564 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:22.880667 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-e661dcc0-50fb-4311-8db8-4813d9358564 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0520649 Mar 31 16:55:22.891223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'port': {'security_groups': ['beecc727-f89e-41e4-884a-e231f9bb63ad', 'e9b7e74f-a078-4e6b-b01d-7215631afedf']}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:55:22.965772 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:23.140857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:55:23.172361 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:23.176764 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:23.188168 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['66981176-4a54-4a67-8b2d-a5ca230f7186'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:55:23.217817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:23.218434 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:23.219849 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7e9ecc5b-7eea-469d-a9af-e46b7e5a3080 req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "PUT /v2.0/ports/66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 981 time: 0.3330638 Mar 31 16:55:23.257229 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57f65d5-9cda-42ac-9af4-4dc455a5b24f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=6']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:55:23.310194 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['66981176-4a54-4a67-8b2d-a5ca230f7186'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:55:23.336409 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbedc8f-04f9-488c-8122-b2a08e3f1f6d req-7acf3ab2-6018-4796-9175-0cd9c9d9eb75 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:23.337998 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-edbedc8f-04f9-488c-8122-b2a08e3f1f6d req-7acf3ab2-6018-4796-9175-0cd9c9d9eb75 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0582294 Mar 31 16:55:23.402764 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-edbedc8f-04f9-488c-8122-b2a08e3f1f6d req-0c0c90f1-f5d9-4f87-a5e6-aa71e3416807 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0590014 Mar 31 16:55:23.522123 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ad3dec94-6536-4305-b4e2-14c80924f973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:23.554012 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-f07491ea-d5eb-4054-96e5-14214cb33246 None None] Provisioning complete for port 66981176-4a54-4a67-8b2d-a5ca230f7186 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:55:23.554382 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-f07491ea-d5eb-4054-96e5-14214cb33246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:23.751015 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:55:23.752460 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-f07491ea-d5eb-4054-96e5-14214cb33246 None None] Current status of the port 66981176-4a54-4a67-8b2d-a5ca230f7186 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:55:23.754042 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8280fbd0-389f-43ab-b64f-6f287609ad32" -d '{"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:55:23.795158 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a883861-f887-4f4c-81ea-76cc2c69b087 x-openstack-request-id: req-3a883861-f887-4f4c-81ea-76cc2c69b087 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:55:23.795459 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:55:23.795715 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a883861-f887-4f4c-81ea-76cc2c69b087 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:55:23.796156 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a883861-f887-4f4c-81ea-76cc2c69b087'] response: {'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'status': 'completed', 'code': 200} Mar 31 16:55:23.858906 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-c27773cf-71f6-43a5-ab64-684783a01a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:23.860422 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-c27773cf-71f6-43a5-ab64-684783a01a23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1168 time: 0.0444834 Mar 31 16:55:23.952064 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-4d6dd89c-becd-4edc-b1e9-14ccac75dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:23.953609 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-4d6dd89c-becd-4edc-b1e9-14ccac75dd3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.0830956 Mar 31 16:55:24.015710 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-b2f7c3d9-e013-4c77-8d85-c0ceb7540241 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 1001 time: 0.0561042 Mar 31 16:55:24.071551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-f7b78c27-92dc-4b92-adbb-4f13bba9290f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:24.072858 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-f7b78c27-92dc-4b92-adbb-4f13bba9290f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0451307 Mar 31 16:55:24.119669 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-2fa07817-b6e8-4785-a80e-ba758ce5fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:55:24.121112 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-2fa07817-b6e8-4785-a80e-ba758ce5fb52 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424531 Mar 31 16:55:24.205582 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-c163e458-7573-4451-a8be-586b5500ad7b service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785158 Mar 31 16:55:24.294670 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-8280fbd0-389f-43ab-b64f-6f287609ad32 req-909e48e6-8b76-4bca-aaae-8b0874da29fc service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838010 Mar 31 16:55:25.820008 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6bcd35ab-27dc-4092-8ea1-d513301ad7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:26.759045 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:28.386306 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:29.692347 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:29.756783 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:42.947517 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:55:53.487700 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-fa61b79a-e56e-4808-84b7-7b1673208e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:55.821714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8d7de4f3-daf7-46f4-8390-2594c5a08f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:56.761300 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:58.387039 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:59.693987 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:55:59.758825 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:09.383451 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-d503ccce-c462-4db7-b548-6b8694971a35 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430977 Mar 31 16:56:09.464902 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-a87ae857-bc84-436c-a048-d1d7e1ce8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:09.466398 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-a87ae857-bc84-436c-a048-d1d7e1ce8c7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 1129 time: 0.0430942 Mar 31 16:56:09.567177 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-372afb18-9287-449c-aa46-bd16322fd143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:09.568625 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-372afb18-9287-449c-aa46-bd16322fd143 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0842566 Mar 31 16:56:09.631356 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-166b6865-9355-4ad9-8cc5-f3211cc5e671 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=465b1470-ab38-49a3-a6cd-d643ff537a23 HTTP/1.1" status: 200 len: 1001 time: 0.0569346 Mar 31 16:56:09.681339 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-4221866c-b3ef-4281-8f54-895caef21d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:09.682665 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-4221866c-b3ef-4281-8f54-895caef21d24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0457292 Mar 31 16:56:09.731226 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-d6c28f14-f962-47d7-8038-e4a3afb21055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:09.732709 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-d6c28f14-f962-47d7-8038-e4a3afb21055 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434589 Mar 31 16:56:09.817850 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-cd4edbe4-e45a-42ff-84ea-d4c22b533515 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794230 Mar 31 16:56:09.911981 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-88f2685e-9799-42f5-8fcc-1386cb724770 req-daefe844-ce38-4f90-89fe-beaf3df4be61 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887511 Mar 31 16:56:15.258828 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac1254-00d3-491f-92ae-d74449bb67c4 req-0b4f4534-464b-45ff-b9d0-cc930ec80ddc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:15.260295 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1cac1254-00d3-491f-92ae-d74449bb67c4 req-0b4f4534-464b-45ff-b9d0-cc930ec80ddc tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0528600 Mar 31 16:56:15.309968 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1cac1254-00d3-491f-92ae-d74449bb67c4 req-e9fb6683-d6bf-4e6b-ba90-1ad16381df2a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Mar 31 16:56:16.427158 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e929f-c5ca-4509-9ffc-3ae4cafd95be req-30fcd956-151c-4d69-9abe-f88f4ad5beab tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:16.428599 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-895e929f-c5ca-4509-9ffc-3ae4cafd95be req-30fcd956-151c-4d69-9abe-f88f4ad5beab tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0510852 Mar 31 16:56:16.474121 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-895e929f-c5ca-4509-9ffc-3ae4cafd95be req-90401620-871d-43dc-b892-dd8a69faaada tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399973 Mar 31 16:56:17.082972 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-edb5a86b-7231-42ff-9b17-94a2656c7740 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:17.084333 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-edb5a86b-7231-42ff-9b17-94a2656c7740 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 946 time: 0.0510104 Mar 31 16:56:17.178025 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port ff39e40c-5132-4364-b2e2-ce86ea060bf2 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:56:17.178359 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:17.261648 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] For port ff39e40c-5132-4364-b2e2-ce86ea060bf2, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=ff39e40c-5132-4364-b2e2-ce86ea060bf2,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:56:17.262007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:17.428791 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:17.429094 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (74f6c4c0-68f5-4a2c-9e59-32c0d581507c), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:17.429413 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP 74f6c4c0-68f5-4a2c-9e59-32c0d581507c disassociated. External IP: 172.27.3.135, port: ff39e40c-5132-4364-b2e2-ce86ea060bf2. Mar 31 16:56:17.429750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for ff39e40c-5132-4364-b2e2-ce86ea060bf2 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:56:17.553029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (ff39e40c-5132-4364-b2e2-ce86ea060bf2), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:17.580981 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=ff39e40c-5132-4364-b2e2-ce86ea060bf2,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:17.590932 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b6a5b2-3283-484d-9d0e-41bb4933e796 req-5ffa2e13-8b63-4e60-8a61-d3a790d9636a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:17.592430 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e4b6a5b2-3283-484d-9d0e-41bb4933e796 req-5ffa2e13-8b63-4e60-8a61-d3a790d9636a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=3f77202c-ee17-457f-aa0d-e73b40a0e459 HTTP/1.1" status: 200 len: 867 time: 0.0521073 Mar 31 16:56:17.594269 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.594617 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.595546 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.595885 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.596214 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.596544 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.596866 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.597222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.597518 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.597839 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.598161 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.598478 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.598793 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.599109 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.599424 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:17.644687 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e4b6a5b2-3283-484d-9d0e-41bb4933e796 req-bf6ff256-3314-4f69-b5a3-6a3636c25c50 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1271780-801b-4e11-adf9-2919b5e1cde2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450506 Mar 31 16:56:17.703264 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:56:17.810407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:56:17.820312 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:56:17.830209 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:56:17.830806 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:55:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:17.864099 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] No DVR routers for this DVR port ff39e40c-5132-4364-b2e2-ce86ea060bf2 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:56:17.866618 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:17.869931 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-c2618e52-00dd-4f44-971c-d8f792f22fa7 req-63abd1ed-e570-4293-8b6a-ad367058c272 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "DELETE /v2.0/ports/ff39e40c-5132-4364-b2e2-ce86ea060bf2 HTTP/1.1" status: 204 len: 173 time: 0.7803395 Mar 31 16:56:17.870395 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'name': 'network-vif-deleted', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:56:17.872633 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bfbb18-c7df-49e4-a227-cb29c0d79468" -d '{"events": [{"server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "name": "network-vif-deleted", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:56:17.912583 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf3a46-7190-4113-91c0-17c8f8ace5e4 x-openstack-request-id: req-1cdf3a46-7190-4113-91c0-17c8f8ace5e4 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:56:17.912881 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f77202c-ee17-457f-aa0d-e73b40a0e459", "name": "network-vif-deleted", "tag": "ff39e40c-5132-4364-b2e2-ce86ea060bf2", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:56:17.913165 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cdf3a46-7190-4113-91c0-17c8f8ace5e4 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:56:17.913587 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cdf3a46-7190-4113-91c0-17c8f8ace5e4'] response: {'server_uuid': '3f77202c-ee17-457f-aa0d-e73b40a0e459', 'name': 'network-vif-deleted', 'tag': 'ff39e40c-5132-4364-b2e2-ce86ea060bf2', 'status': 'completed', 'code': 200} Mar 31 16:56:17.950740 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:56:18.154571 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:18.179675 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:56:18.187750 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:56:18.188292 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:55:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:18.295006 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:56:18.490233 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:18.515376 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cec7fd-02e2-4172-9406-294423b9a092 None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:56:18.718084 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1d651-a981-437c-ba12-745c03f799da None None] New status for floating IP 74f6c4c0-68f5-4a2c-9e59-32c0d581507c: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:56:18.730929 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59314) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:18.791459 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (e1271780-801b-4e11-adf9-2919b5e1cde2), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:18.816040 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (e1271780-801b-4e11-adf9-2919b5e1cde2), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:18.866214 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e1271780-801b-4e11-adf9-2919b5e1cde2), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:18.868841 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:18.869921 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1271780-801b-4e11-adf9-2919b5e1cde2 HTTP/1.1" status: 204 len: 168 time: 0.1379449 Mar 31 16:56:18.872722 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59316) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:18.879555 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1271780-801b-4e11-adf9-2919b5e1cde2,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:18.887051 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.api.v2.resource [None req-68bd85e7-f8ac-4974-8753-283d1fc64a20 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] show failed (client error): The resource could not be found. Mar 31 16:56:18.887596 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.887947 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.888311 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.888622 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.888986 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-68bd85e7-f8ac-4974-8753-283d1fc64a20 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups/e1271780-801b-4e11-adf9-2919b5e1cde2 HTTP/1.1" status: 404 len: 347 time: 0.0151019 Mar 31 16:56:18.889145 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.889447 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.889771 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.890094 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.890452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.890808 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.891103 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.891600 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.892454 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.892779 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:18.893098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59318) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:18.893214 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314e420-e55c-4583-9320-f1d28cc4588e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:19.018108 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port 7e642bd4-208f-470d-b6d9-ae231f41f777 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:56:19.018444 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.091146 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.091377 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (7e642bd4-208f-470d-b6d9-ae231f41f777), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.103420 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for 7e642bd4-208f-470d-b6d9-ae231f41f777 owned by network:floatingip {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:56:19.231657 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (7e642bd4-208f-470d-b6d9-ae231f41f777), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.256463 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=7e642bd4-208f-470d-b6d9-ae231f41f777,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:19.316737 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (74f6c4c0-68f5-4a2c-9e59-32c0d581507c), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.319266 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.320398 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e1d90ea5-6df3-4fa8-bff4-d25ad3acd728 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/floatingips/74f6c4c0-68f5-4a2c-9e59-32c0d581507c HTTP/1.1" status: 204 len: 168 time: 0.4260855 Mar 31 16:56:19.324970 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device ff39e40c-5132-4364-b2e2-ce86ea060bf2 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:56:19.347402 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: ff39e40c-5132-4364-b2e2-ce86ea060bf2 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:56:19.347670 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device ff39e40c-5132-4364-b2e2-ce86ea060bf2 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:56:19.521038 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59322) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:19.525527 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521928836', 'description': 'tempest-description--1873836072'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:19.545520 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.607458 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (1f580bad-7419-4b98-8081-1be30ea85ddb), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.611673 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1f580bad-7419-4b98-8081-1be30ea85ddb), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.640613 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.641808 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1197374 Mar 31 16:56:19.644211 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441d15f-a27d-4e75-91aa-7d5022185a36 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f580bad-7419-4b98-8081-1be30ea85ddb,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:19.645245 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59324) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:19.649841 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': '1f580bad-7419-4b98-8081-1be30ea85ddb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:19.674311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (49dad55f-f6a4-4689-bda6-404eed88eb54), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.726714 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (49dad55f-f6a4-4689-bda6-404eed88eb54), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.730090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (49dad55f-f6a4-4689-bda6-404eed88eb54), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.747737 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49dad55f-f6a4-4689-bda6-404eed88eb54,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:19.752802 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.754020 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-5f176e67-4283-4fb7-bea3-a05d88c0f47f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077609 Mar 31 16:56:19.756648 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59326) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:19.760865 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'security_group_rule': {'security_group_id': '1f580bad-7419-4b98-8081-1be30ea85ddb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:19.787664 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (8af177d8-bb0e-4453-b68d-e7eb3f96b052), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.840658 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (8af177d8-bb0e-4453-b68d-e7eb3f96b052), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.845029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (8af177d8-bb0e-4453-b68d-e7eb3f96b052), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.865363 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af177d8-bb0e-4453-b68d-e7eb3f96b052,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:19.870830 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.871966 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-d4670e19-0b2a-44f5-8d12-183676ec376f tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143794 Mar 31 16:56:19.875057 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59328) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:19.879893 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:19.899390 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:19.945498 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:56:19.993643 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.093542 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.27.3.190 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/82b00610-cce5-4d59-8e66-52ce51f82f6c) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:56:20.194206 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.226261 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.259894 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:56:20.262539 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:56:20.265901 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:56:20.290423 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=82b00610-cce5-4d59-8e66-52ce51f82f6c,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:20.355136 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (0e807c84-4de2-48ed-9426-900e20bee792), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.391413 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.538371 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.542891 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.608796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=82b00610-cce5-4d59-8e66-52ce51f82f6c,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:20.619167 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (0e807c84-4de2-48ed-9426-900e20bee792), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.634465 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:20.635690 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-02e25c14-51e9-44e3-a209-4a3e9094d092 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7596300 Mar 31 16:56:20.779326 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-8bf3770b-413a-4e61-84a5-3242dc2d35c3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1521928836&fields=id&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 267 time: 0.0412402 Mar 31 16:56:20.884442 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-b58d373a-bd8b-407c-95cc-75a34ecb4ed2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:20.885839 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-b58d373a-bd8b-407c-95cc-75a34ecb4ed2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.0996349 Mar 31 16:56:20.899637 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-9948028d-d214-4a58-8597-fc7a10ea61c8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/quotas/2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 375 time: 0.0086350 Mar 31 16:56:20.954554 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-91b085a2-6822-42d8-a203-3d3b3a1fbeb4 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502384 Mar 31 16:56:21.113660 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-724174f3-4fe4-4b70-9d81-68d950d12321 service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482055 Mar 31 16:56:21.200412 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-e077a571-51d3-45b3-8d05-c7167aeebbbd service neutron] 10.222.0.21 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789719 Mar 31 16:56:21.369104 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c7afbedf-c61f-4f99-8fc4-25a77578513d req-5e7c3c5a-c42b-4897-b337-509f1460c149 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 210 time: 0.0272951 Mar 31 16:56:22.260429 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-656ad73c-d5e6-46e2-9bda-32a80de0f6f3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:22.261916 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-656ad73c-d5e6-46e2-9bda-32a80de0f6f3 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 815 time: 0.1084025 Mar 31 16:56:22.326060 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-5b4bf2e7-eabc-4b7d-ac04-8ee9de0fd21a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d44de79b7314861b41c4ecf8bb5f25a HTTP/1.1" status: 200 len: 380 time: 0.0549254 Mar 31 16:56:22.335320 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'port': {'device_id': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'admin_state_up': True, 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'security_groups': ['1f580bad-7419-4b98-8081-1be30ea85ddb']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:22.437460 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Made reservation on behalf of 2d44de79b7314861b41c4ecf8bb5f25a for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:56:22.440782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:22.465955 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2e2a7b3e-cb25-40c2-a635-40879dfe2829 req-05f8452d-14b6-46e0-af04-2ece5332b64d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 210 time: 0.0282025 Mar 31 16:56:22.575416 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Allocated IP 172.20.0.4 (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764/fb545aa8-b476-4635-bd53-b8ab6ce228fe/b48e0e33-62c3-40b7-89a0-b636b41dd6e0) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:56:22.725868 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:22.761854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:22.805090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:56:22.808123 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:56:22.815953 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:56:22.846807 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event updated for resources: {'Port': ['ID=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:22.872726 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:22.873375 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:22.905247 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-3ed2ee86-0c3e-43c6-b49f-ebf386cc221d tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5739622 Mar 31 16:56:22.916551 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Request body: {'port': {'device_id': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:22.981592 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.104963 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9b0b65f0-e348-407e-b785-4dab52d5fe29 None None] Provisioning complete for port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:56:23.105548 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9b0b65f0-e348-407e-b785-4dab52d5fe29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.142838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9b0b65f0-e348-407e-b785-4dab52d5fe29 None None] Port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:56:23.243864 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b48e0e33-62c3-40b7-89a0-b636b41dd6e0 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:56:23.251045 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Publish callbacks [] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.263024 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Transition to ACTIVE for port object b48e0e33-62c3-40b7-89a0-b636b41dd6e0 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:56:23.266983 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.316351 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:23.389249 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Attempting to bind port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:56:23.389584 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Attempting to bind port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:56:23.389855 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Attempting to bind port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:56:23.395065 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:56:23.395383 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Attempting to bind port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 on network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:56:23.400440 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:56:23.400780 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Checking segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:56:23.401206 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Bound using segment: {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:56:23.401635 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Bound port: b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65da4edf-a5af-40b6-bb37-32c9034542ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:56:23.401994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.466958 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] For port b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:56:23.470178 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] For port b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:56:23.475977 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.480729 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-d84992b2-0bbb-4f02-8c92-85c9d8f40216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.509898 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:23.510763 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:23.512243 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] 10.222.0.55 "PUT /v2.0/ports/b48e0e33-62c3-40b7-89a0-b636b41dd6e0 HTTP/1.1" status: 200 len: 1093 time: 0.5998726 Mar 31 16:56:23.514661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:56:23.518593 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da33adc-9f44-48df-843e-d47add40ca19" -d '{"events": [{"name": "network-changed", "server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:56:23.558827 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88fc49c-98ba-421d-9afd-666b94ec04b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:23.574658 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bf79e5d-83d0-4d0c-a88c-baa65b9bea05 x-openstack-request-id: req-0bf79e5d-83d0-4d0c-a88c-baa65b9bea05 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:56:23.574952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:56:23.575208 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bf79e5d-83d0-4d0c-a88c-baa65b9bea05 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:56:23.575608 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bf79e5d-83d0-4d0c-a88c-baa65b9bea05'] response: {'name': 'network-changed', 'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'status': 'completed', 'code': 200} Mar 31 16:56:23.619320 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-dbb654fe-9f50-4e6a-9843-3383e8d670ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:23.620903 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-dbb654fe-9f50-4e6a-9843-3383e8d670ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 1127 time: 0.0580406 Mar 31 16:56:23.633172 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52344347-59f3-4dd7-bb58-5a73470b8beb req-efc9dac1-22b7-4dc3-9f5c-6648c655e69e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:23.635259 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-52344347-59f3-4dd7-bb58-5a73470b8beb req-efc9dac1-22b7-4dc3-9f5c-6648c655e69e tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 943 time: 0.0844834 Mar 31 16:56:23.664826 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-5525110a-6e50-4952-9fc9-46098d433e1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0 HTTP/1.1" status: 200 len: 217 time: 0.0364072 Mar 31 16:56:23.688728 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-52344347-59f3-4dd7-bb58-5a73470b8beb req-ec0219cb-cf5b-4207-9fe7-e90994413863 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478187 Mar 31 16:56:23.714242 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-60400da0-9842-43d4-ba7e-33e4ec56a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:23.715735 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-60400da0-9842-43d4-ba7e-33e4ec56a466 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0454388 Mar 31 16:56:23.766107 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-fa8b7dbf-699c-401c-8797-ffb35a028ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:23.768253 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-fa8b7dbf-699c-401c-8797-ffb35a028ffa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444341 Mar 31 16:56:23.859660 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-1475476d-269c-48fa-b6df-e531e43be94e service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851908 Mar 31 16:56:23.946382 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7928ba3-6c4d-4c49-8485-7b814c551759 req-98675425-1bba-4947-b658-52be6a1982f2 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812712 Mar 31 16:56:24.034446 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da33adc-9f44-48df-843e-d47add40ca19 req-17430554-ed08-4ea9-bbc2-a97590e679a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:24.035923 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-17430554-ed08-4ea9-bbc2-a97590e679a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 1127 time: 0.0476255 Mar 31 16:56:24.119234 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da33adc-9f44-48df-843e-d47add40ca19 req-a7b584ce-89ef-4e62-81c9-76ce6b3042f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:24.120641 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-a7b584ce-89ef-4e62-81c9-76ce6b3042f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.0789113 Mar 31 16:56:24.163162 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-060c7760-ec49-47e6-a0a9-a05951e63c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0 HTTP/1.1" status: 200 len: 217 time: 0.0355055 Mar 31 16:56:24.209197 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da33adc-9f44-48df-843e-d47add40ca19 req-9e62bfa9-a17e-4f44-84fa-fdcca5b01636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:24.210503 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-9e62bfa9-a17e-4f44-84fa-fdcca5b01636 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0413382 Mar 31 16:56:24.257790 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da33adc-9f44-48df-843e-d47add40ca19 req-f2a8c092-86da-4ea0-96aa-f4ac726f6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:24.259258 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-f2a8c092-86da-4ea0-96aa-f4ac726f6f25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424848 Mar 31 16:56:24.348874 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-1572ddcf-6e40-41a0-b6ae-5cb5f61730a6 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833316 Mar 31 16:56:24.435303 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-6da33adc-9f44-48df-843e-d47add40ca19 req-317e7496-3e0a-4e5a-8756-f06f981b5fc0 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794880 Mar 31 16:56:24.807950 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfb76c-b180-4960-bf80-4a93826e1b07 req-6c07bf00-fecd-4634-b40f-ec0bc71a0917 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:24.809421 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-61bfb76c-b180-4960-bf80-4a93826e1b07 req-6c07bf00-fecd-4634-b40f-ec0bc71a0917 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 943 time: 0.0526345 Mar 31 16:56:24.855056 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-61bfb76c-b180-4960-bf80-4a93826e1b07 req-e5890bfc-172b-4fe9-a8ca-3c68fa9161fb tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395322 Mar 31 16:56:25.822031 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1bbee213-a442-430d-8d75-463e72cd8243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:25.973151 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94be0b-732d-453a-a385-003c1c908cbe req-5a2fb1d9-d95e-49ee-99a0-63e717415384 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:25.974592 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-af94be0b-732d-453a-a385-003c1c908cbe req-5a2fb1d9-d95e-49ee-99a0-63e717415384 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 943 time: 0.0544035 Mar 31 16:56:26.019491 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-af94be0b-732d-453a-a385-003c1c908cbe req-62cdbbd6-dc62-4394-88cf-bd1f3e8ee33c tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394142 Mar 31 16:56:26.764448 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:27.133945 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd88b12-03cc-4637-ac79-6ad2a607348a req-312b88ad-53f5-4167-81b0-fed53586f422 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:27.135445 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ddd88b12-03cc-4637-ac79-6ad2a607348a req-312b88ad-53f5-4167-81b0-fed53586f422 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 943 time: 0.0517595 Mar 31 16:56:27.181096 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ddd88b12-03cc-4637-ac79-6ad2a607348a req-e5532661-3d27-4e26-8c62-1c364a2d8ba2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Mar 31 16:56:27.343766 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device b48e0e33-62c3-40b7-89a0-b636b41dd6e0 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:56:27.437133 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:56:27.448162 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'port_id': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'mac_address': 'fa:16:3e:f7:24:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:56:27.484148 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:56:27.484699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:27.497463 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b48e0e33-62c3-40b7-89a0-b636b41dd6e0 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:56:27.515927 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:56:27.520569 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:27.567814 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:27.574412 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.574772 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.575092 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.575425 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.575751 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.576072 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.576394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.576712 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.577032 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.577376 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.577700 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.578019 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.578335 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.578652 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.578965 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:56:27.868944 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['b48e0e33-62c3-40b7-89a0-b636b41dd6e0'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:56:28.294053 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddab9d6-35d1-480d-8167-d246332ecb7a req-a8eb0a08-5823-435c-9a34-9f7bf8ab3a92 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:28.295472 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fddab9d6-35d1-480d-8167-d246332ecb7a req-a8eb0a08-5823-435c-9a34-9f7bf8ab3a92 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 944 time: 0.0502334 Mar 31 16:56:28.342865 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fddab9d6-35d1-480d-8167-d246332ecb7a req-0c525a3f-757e-47fe-8105-93da6d419ff8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Mar 31 16:56:28.389831 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:29.366256 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device b48e0e33-62c3-40b7-89a0-b636b41dd6e0 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:56:29.417348 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:56:29.421289 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:56:29.421658 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:29.459781 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8020-1867-4316-b0c4-23dc573175d6 req-4546458f-0039-41c6-9f35-5e9fc81cbb15 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:29.461269 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-633c8020-1867-4316-b0c4-23dc573175d6 req-4546458f-0039-41c6-9f35-5e9fc81cbb15 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 944 time: 0.0520167 Mar 31 16:56:29.497484 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:56:29.497882 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:29.507481 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-633c8020-1867-4316-b0c4-23dc573175d6 req-395377fb-8f55-443d-b084-6882cbe2f62a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405843 Mar 31 16:56:29.528625 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:56:29.528625 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15bb58b-7b15-4ce9-90b7-8516ff8107f0" -d '{"events": [{"server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "name": "network-vif-plugged", "status": "completed", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:56:29.536096 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:56:29.540305 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:29.565952 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32e86d-6c6d-482c-b586-4d7d7e656d55 x-openstack-request-id: req-6e32e86d-6c6d-482c-b586-4d7d7e656d55 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:56:29.566252 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "name": "network-vif-plugged", "status": "completed", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:56:29.569950 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6e32e86d-6c6d-482c-b586-4d7d7e656d55 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:56:29.569950 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e32e86d-6c6d-482c-b586-4d7d7e656d55'] response: {'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'code': 200} Mar 31 16:56:29.731746 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:56:29.739546 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:29.740990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920adf3e-8cac-4254-b7c3-93ecd21cbafe req-7a7f2570-a552-4b30-9401-6ef8658502db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:29.742536 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-920adf3e-8cac-4254-b7c3-93ecd21cbafe req-7a7f2570-a552-4b30-9401-6ef8658502db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 1129 time: 0.0455444 Mar 31 16:56:29.761005 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:29.789257 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-920adf3e-8cac-4254-b7c3-93ecd21cbafe req-4e4384fc-0c66-474a-9467-dbac3ab15209 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400522 Mar 31 16:56:30.623115 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf9c1b-677a-48ec-ad49-efcfb21f5d67 req-f1cea78e-1c96-4a67-9dd4-0d3069217d00 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:30.624569 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bbcf9c1b-677a-48ec-ad49-efcfb21f5d67 req-f1cea78e-1c96-4a67-9dd4-0d3069217d00 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.0502658 Mar 31 16:56:30.669608 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bbcf9c1b-677a-48ec-ad49-efcfb21f5d67 req-7d265c10-1a28-4128-8daa-89c22ba38051 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390110 Mar 31 16:56:32.036105 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d1bfa-b2c7-43c3-82fb-5d2f5fbb6b59 req-ecdb1129-3378-4089-9c26-fd67eea59be5 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:32.037578 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ba0d1bfa-b2c7-43c3-82fb-5d2f5fbb6b59 req-ecdb1129-3378-4089-9c26-fd67eea59be5 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.3016047 Mar 31 16:56:32.082060 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ba0d1bfa-b2c7-43c3-82fb-5d2f5fbb6b59 req-38a15c80-80ac-4f0d-9a2d-6822d8272779 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389285 Mar 31 16:56:32.193092 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c4a3c6-f7ab-4910-832e-68697815c876 req-3798fc9b-8dc6-4e7e-b816-0e49ec751d32 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:32.194521 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-06c4a3c6-f7ab-4910-832e-68697815c876 req-3798fc9b-8dc6-4e7e-b816-0e49ec751d32 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Mar 31 16:56:32.202828 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59388) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:56:32.207504 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Request body: {'floatingip': {'port_id': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:56:32.247375 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (0e807c84-4de2-48ed-9426-900e20bee792), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:32.655519 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:32.659267 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (0e807c84-4de2-48ed-9426-900e20bee792), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:32.757637 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP 0e807c84-4de2-48ed-9426-900e20bee792 associated. External IP: 172.27.3.190, port: b48e0e33-62c3-40b7-89a0-b636b41dd6e0. Mar 31 16:56:32.966222 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:56:33.072134 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:56:33.076643 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:33.082363 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:56:33.091614 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:56:33.092441 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:56:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:33.107170 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7f649a01-4d67-4e57-840d-ba9551b31998 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "PUT /v2.0/floatingips/0e807c84-4de2-48ed-9426-900e20bee792 HTTP/1.1" status: 200 len: 991 time: 0.9033179 Mar 31 16:56:33.107737 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:56:33.110002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c4772-870e-432c-9417-3a0498e8e460" -d '{"events": [{"name": "network-changed", "server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:56:33.148124 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0f5ebf-40b8-4124-b832-5b7cfc4fce1d x-openstack-request-id: req-9c0f5ebf-40b8-4124-b832-5b7cfc4fce1d {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:56:33.148412 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:56:33.148661 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c0f5ebf-40b8-4124-b832-5b7cfc4fce1d {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:56:33.149082 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0f5ebf-40b8-4124-b832-5b7cfc4fce1d'] response: {'name': 'network-changed', 'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'status': 'completed', 'code': 200} Mar 31 16:56:33.201238 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:56:33.215315 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-2b26ac99-5a41-4388-9498-871d32ba7ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:33.216849 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-2b26ac99-5a41-4388-9498-871d32ba7ed5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 1129 time: 0.0470130 Mar 31 16:56:33.302134 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-ef6d873c-797f-4a89-92b4-cecdd88c3ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:33.303578 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-ef6d873c-797f-4a89-92b4-cecdd88c3ea9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 200 len: 915 time: 0.0807400 Mar 31 16:56:33.369121 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-afa08cdb-340f-4f63-9504-88989ff85351 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0 HTTP/1.1" status: 200 len: 999 time: 0.0599008 Mar 31 16:56:33.416822 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-4ef7b1dd-ce94-463b-9dc6-bd9d85a9beaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:33.418324 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-4ef7b1dd-ce94-463b-9dc6-bd9d85a9beaf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 200 len: 854 time: 0.0439982 Mar 31 16:56:33.467611 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-818306de-d85a-4ae2-974a-e20008deca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:33.469016 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-818306de-d85a-4ae2-974a-e20008deca4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447717 Mar 31 16:56:33.507414 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '0e807c84-4de2-48ed-9426-900e20bee792', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:f7:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:56:20Z', 'updated_at': '2022-03-31T16:56:32Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:33.532836 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:56:33.540939 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:56:33.541572 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:56:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:33.557706 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-0f92f2a9-9b78-4142-a4ba-7529f0bc560a service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Mar 31 16:56:33.644425 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-5a1c4772-870e-432c-9417-3a0498e8e460 req-6b46a06f-3d34-4f7f-9f47-8c13205bf9f7 service neutron] 10.222.0.55 "GET /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809932 Mar 31 16:56:33.646344 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:56:33.865195 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '0e807c84-4de2-48ed-9426-900e20bee792', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:f7:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:56:20Z', 'updated_at': '2022-03-31T16:56:32Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:56:33.891049 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da82a5-ba9e-4b7d-93a4-cb569d05462a None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '0e807c84-4de2-48ed-9426-900e20bee792', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'floating_ip_address': '172.27.3.190', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'port_id': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 649, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'mac_address': 'fa:16:3e:f7:24:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:56:20Z', 'updated_at': '2022-03-31T16:56:32Z', 'revision_number': 1, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:56:34.072823 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d41363-eedc-43b4-85b6-dbeaf1c8d822 None None] New status for floating IP 0e807c84-4de2-48ed-9426-900e20bee792: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:56:34.617265 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d691aba-c608-4613-a784-e35fbb935f66 req-77f659f1-0054-4a42-8fa9-0ece856aa708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:34.618772 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-77f659f1-0054-4a42-8fa9-0ece856aa708 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1168 time: 0.0468490 Mar 31 16:56:34.619689 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76339ba9-0f96-467e-b13d-f33adfa33c40 req-e6f8df8b-2e24-44ed-87ee-b85f0f1a007e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:34.621181 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-76339ba9-0f96-467e-b13d-f33adfa33c40 req-e6f8df8b-2e24-44ed-87ee-b85f0f1a007e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0564334 Mar 31 16:56:34.679607 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-76339ba9-0f96-467e-b13d-f33adfa33c40 req-7c425314-e5de-4c04-b892-b157d5505cac tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0524178 Mar 31 16:56:34.714795 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d691aba-c608-4613-a784-e35fbb935f66 req-903f2f8c-936f-4f72-9982-c52dca5391a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:34.716244 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-903f2f8c-936f-4f72-9982-c52dca5391a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.0910726 Mar 31 16:56:34.781327 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-4849f3f6-aae2-46c7-87e3-d0bb6ffff124 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 1001 time: 0.0584328 Mar 31 16:56:34.830949 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d691aba-c608-4613-a784-e35fbb935f66 req-8e329868-11bd-474f-b677-13eb5a698de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:34.832356 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-8e329868-11bd-474f-b677-13eb5a698de6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0451210 Mar 31 16:56:34.879908 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d691aba-c608-4613-a784-e35fbb935f66 req-1cdbb292-f671-4d22-bd73-019cdf3449d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:34.881401 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-1cdbb292-f671-4d22-bd73-019cdf3449d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429838 Mar 31 16:56:34.966061 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-17d36aee-7b8a-4714-9303-5af6aa405401 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781660 Mar 31 16:56:35.053123 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7d691aba-c608-4613-a784-e35fbb935f66 req-2aec6c7f-4a0e-4e33-9358-c36589da1229 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813706 Mar 31 16:56:35.804496 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a91e3-2990-41fb-805f-fd1260fc3ece req-c55d4f29-12c1-4ac7-be3a-624294b21bdb tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:35.806008 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2a8a91e3-2990-41fb-805f-fd1260fc3ece req-c55d4f29-12c1-4ac7-be3a-624294b21bdb tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0581188 Mar 31 16:56:35.865106 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2a8a91e3-2990-41fb-805f-fd1260fc3ece req-cb10699e-ab50-4b89-a5aa-412b8f80aa0f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0534124 Mar 31 16:56:36.989116 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f88e3f-8426-4500-82e0-ea07869a3bb6 req-ac73aa0a-19f0-418f-bdb1-9964cf80942a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:36.990639 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c4f88e3f-8426-4500-82e0-ea07869a3bb6 req-ac73aa0a-19f0-418f-bdb1-9964cf80942a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0607784 Mar 31 16:56:37.048241 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c4f88e3f-8426-4500-82e0-ea07869a3bb6 req-03eb5df8-56d4-46c4-b6f6-49faddf1f621 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0518351 Mar 31 16:56:38.168258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f25b0-c4f3-4be2-8ebb-9e23a6f40460 req-dba16ea0-a8c4-451e-adcd-221c4a24a863 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:38.169798 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-349f25b0-c4f3-4be2-8ebb-9e23a6f40460 req-dba16ea0-a8c4-451e-adcd-221c4a24a863 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0555904 Mar 31 16:56:38.227617 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-349f25b0-c4f3-4be2-8ebb-9e23a6f40460 req-68ca3f4a-350f-4841-8696-cf3b2eade4cc tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0521238 Mar 31 16:56:39.349333 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f9b80-b59e-443e-8581-550900afd13b req-386716c6-4028-4a23-b725-2e6840e70c4d tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:39.350817 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-722f9b80-b59e-443e-8581-550900afd13b req-386716c6-4028-4a23-b725-2e6840e70c4d tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0527477 Mar 31 16:56:39.408885 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-722f9b80-b59e-443e-8581-550900afd13b req-8c77b908-48ac-4eab-bf63-996d7ff3d97d tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0523555 Mar 31 16:56:40.525882 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9978304-daf2-47e9-b768-963017a9cf54 req-558e9709-0145-4f37-9ac3-60b118752ea7 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:40.527262 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e9978304-daf2-47e9-b768-963017a9cf54 req-558e9709-0145-4f37-9ac3-60b118752ea7 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0525641 Mar 31 16:56:40.591549 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e9978304-daf2-47e9-b768-963017a9cf54 req-141e6f29-bf47-4b18-9147-adeae7eb434d tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0587420 Mar 31 16:56:41.711575 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a03736-fd6c-4f65-87e9-23b0b4b6028d req-d8cc00cf-0847-426a-aa6c-6eccfb27c7f2 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:41.713037 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-51a03736-fd6c-4f65-87e9-23b0b4b6028d req-d8cc00cf-0847-426a-aa6c-6eccfb27c7f2 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0569243 Mar 31 16:56:41.771105 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-51a03736-fd6c-4f65-87e9-23b0b4b6028d req-6dd93549-6f4b-4d33-9209-90fc0aa99d2e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522840 Mar 31 16:56:42.886948 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41001ee-bec7-4d21-bb73-3e402f54563b req-5e9c5883-6127-4615-a7dd-3749c9e0a851 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:42.888392 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c41001ee-bec7-4d21-bb73-3e402f54563b req-5e9c5883-6127-4615-a7dd-3749c9e0a851 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0509059 Mar 31 16:56:42.945721 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c41001ee-bec7-4d21-bb73-3e402f54563b req-002aed9b-8e07-421b-8fb8-b2ea5a2277d0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0516915 Mar 31 16:56:44.063812 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e771f-8a1b-4914-ac6f-6b121df7030e req-aabc37fb-81f7-49f2-85a9-3c2a5881cfb3 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:44.065185 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-525e771f-8a1b-4914-ac6f-6b121df7030e req-aabc37fb-81f7-49f2-85a9-3c2a5881cfb3 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0544038 Mar 31 16:56:44.122700 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-525e771f-8a1b-4914-ac6f-6b121df7030e req-082cee65-23e9-498b-bb34-98de4e23408e tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0513997 Mar 31 16:56:45.242763 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893e356-c984-4918-a159-e091f7127f01 req-f3a5f79f-4137-4454-9df1-5c471f35d30a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:45.244224 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5893e356-c984-4918-a159-e091f7127f01 req-f3a5f79f-4137-4454-9df1-5c471f35d30a tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0526781 Mar 31 16:56:45.308806 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5893e356-c984-4918-a159-e091f7127f01 req-32bd5b4b-e405-4575-9e69-8d74d74626ef tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589788 Mar 31 16:56:46.423485 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e359c-ca14-4973-b7a1-770f2b3d8f4c req-917913ac-1e40-4d71-b463-79aa492efb36 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:56:46.424909 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a78e359c-ca14-4973-b7a1-770f2b3d8f4c req-917913ac-1e40-4d71-b463-79aa492efb36 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0505476 Mar 31 16:56:46.487149 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a78e359c-ca14-4973-b7a1-770f2b3d8f4c req-68d6d048-52bc-4e3c-a200-eb26e4d587ed tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9b7e74f-a078-4e6b-b01d-7215631afedf&id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557389 Mar 31 16:56:53.481372 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ef500a65-2117-4f37-abaa-3a8023f36393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:55.822714 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4611d31f-4c92-475b-a02a-9f59aad2fd2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:56.766922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:56.943543 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:56:58.391465 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:59.719397 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:56:59.762169 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:11.407777 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-dbff2fbc-fde6-47a3-887d-2137dac3e7b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433745 Mar 31 16:57:11.469682 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-6a394f1d-b9e9-4836-b16c-2922676368da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:11.471118 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-6a394f1d-b9e9-4836-b16c-2922676368da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1168 time: 0.0424006 Mar 31 16:57:11.568881 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-c5da9069-bf08-4729-a85d-25273bbadb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:11.570342 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-c5da9069-bf08-4729-a85d-25273bbadb59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.0827429 Mar 31 16:57:11.632324 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-7af81178-9a5b-4e36-8b23-2702a07c750f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 1001 time: 0.0559626 Mar 31 16:57:11.941246 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-01701780-c1db-4754-97ed-d7d77bcb826c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:11.942707 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-01701780-c1db-4754-97ed-d7d77bcb826c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.3027313 Mar 31 16:57:11.992537 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-ef293992-3f52-4bba-b143-dccb8bfbaea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:11.994146 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-ef293992-3f52-4bba-b143-dccb8bfbaea8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423515 Mar 31 16:57:12.081756 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-3a0633a7-4604-4b8b-a01f-8db4b8c41ebf service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810380 Mar 31 16:57:12.167593 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e42bcca2-4eae-40ba-b1cf-1984616ef301 req-1ebd1c69-bf70-42b4-b779-c251e0d8aa34 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810502 Mar 31 16:57:16.436616 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b8d12-f21a-4ef4-917f-7e785d20a947 req-64341c8e-e1bf-4d3b-8803-71855153c365 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:16.438102 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-765b8d12-f21a-4ef4-917f-7e785d20a947 req-64341c8e-e1bf-4d3b-8803-71855153c365 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0516446 Mar 31 16:57:16.485341 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-765b8d12-f21a-4ef4-917f-7e785d20a947 req-1b60d4f4-5e4c-444f-9986-04775167efaa tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415168 Mar 31 16:57:17.602899 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd07a526-c069-41bc-bcb3-d55815dcf7aa req-33ad7df8-601f-4bf2-a707-f579bd77f8af tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:17.604353 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd07a526-c069-41bc-bcb3-d55815dcf7aa req-33ad7df8-601f-4bf2-a707-f579bd77f8af tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0523968 Mar 31 16:57:17.652702 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fd07a526-c069-41bc-bcb3-d55815dcf7aa req-68ec14ad-20dc-4c36-975e-1351c64e682f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427856 Mar 31 16:57:18.182085 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e37373-c9c8-4670-9860-9d9d5667161f req-0d8f9dab-69cf-4b8c-9c4b-e8dd5a521a72 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:18.183484 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-70e37373-c9c8-4670-9860-9d9d5667161f req-0d8f9dab-69cf-4b8c-9c4b-e8dd5a521a72 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 945 time: 0.0545835 Mar 31 16:57:18.276861 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Deleting port 465b1470-ab38-49a3-a6cd-d643ff537a23 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:57:18.277230 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:18.360680 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] For port 465b1470-ab38-49a3-a6cd-d643ff537a23, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=465b1470-ab38-49a3-a6cd-d643ff537a23,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:57:18.361029 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:18.526539 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:18.526900 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (508201dd-37fc-407d-8b26-f23cced13742), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:18.527201 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Floating IP 508201dd-37fc-407d-8b26-f23cced13742 disassociated. External IP: 172.27.3.176, port: 465b1470-ab38-49a3-a6cd-d643ff537a23. Mar 31 16:57:18.527528 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Calling delete_port for 465b1470-ab38-49a3-a6cd-d643ff537a23 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:57:18.647540 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (465b1470-ab38-49a3-a6cd-d643ff537a23), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:18.679118 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'Port': ['ID=465b1470-ab38-49a3-a6cd-d643ff537a23,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:18.690114 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.690444 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.690807 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.691112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.691444 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.691772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.692096 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.692420 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.692744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.693173 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.693409 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.693738 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.694063 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.694381 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.694698 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:18.753261 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2eb9c596-ea6a-4e2c-a0db-8dac24a221ee req-dca17f63-ccdc-49b6-a629-fed810a82d2a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=30e481b9-88b2-4379-9cc9-55feed63ab2d HTTP/1.1" status: 200 len: 210 time: 0.0302470 Mar 31 16:57:18.806522 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:57:18.910636 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:57:18.920532 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:57:18.929720 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:57:18.930335 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:56:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:18.952407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] No DVR routers for this DVR port 465b1470-ab38-49a3-a6cd-d643ff537a23 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:57:18.954862 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:18.958608 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-70e37373-c9c8-4670-9860-9d9d5667161f req-95d018d9-4bb0-4334-9376-8c78f4dbf65a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "DELETE /v2.0/ports/465b1470-ab38-49a3-a6cd-d643ff537a23 HTTP/1.1" status: 204 len: 173 time: 0.7700961 Mar 31 16:57:18.959015 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'name': 'network-vif-deleted', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:57:18.961738 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92bc9b1-8348-4fc1-a280-991a4f667290" -d '{"events": [{"server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "name": "network-vif-deleted", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:57:19.003582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd3fc85-30c0-4585-b9db-972700f474a1 x-openstack-request-id: req-ffd3fc85-30c0-4585-b9db-972700f474a1 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:57:19.003977 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30e481b9-88b2-4379-9cc9-55feed63ab2d", "name": "network-vif-deleted", "tag": "465b1470-ab38-49a3-a6cd-d643ff537a23", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:57:19.004264 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ffd3fc85-30c0-4585-b9db-972700f474a1 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:57:19.004668 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd3fc85-30c0-4585-b9db-972700f474a1'] response: {'server_uuid': '30e481b9-88b2-4379-9cc9-55feed63ab2d', 'name': 'network-vif-deleted', 'tag': '465b1470-ab38-49a3-a6cd-d643ff537a23', 'status': 'completed', 'code': 200} Mar 31 16:57:19.038841 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:57:19.244913 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:19.271505 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:57:19.279878 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:57:19.280445 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:56:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:19.383871 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:57:19.576839 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:19.602682 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3521b6e-9c69-44c3-80cd-087ff49f47bd None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:57:19.815009 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48158b96-3ada-488c-8eb1-8f5bc38f5f07 None None] New status for floating IP 508201dd-37fc-407d-8b26-f23cced13742: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:57:20.014455 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-77221607-891d-4e50-9fd5-6211a39898f5 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352884051&fields=id&tenant_id=f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 267 time: 0.0432677 Mar 31 16:57:20.115701 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-88c7bea8-5d1c-418d-aba9-40e5a26a0780 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:20.117157 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-88c7bea8-5d1c-418d-aba9-40e5a26a0780 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 812 time: 0.0965445 Mar 31 16:57:20.133651 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-20f14540-67d1-47ef-a167-4275df05b57a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/quotas/f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 375 time: 0.0108988 Mar 31 16:57:20.190675 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-fb9716b1-1e97-4726-9aab-2d619cb191b2 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517108 Mar 31 16:57:20.284970 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-eaa794f6-5538-44ef-bdf8-9c95f99a5c59 service neutron] 10.222.0.21 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803504 Mar 31 16:57:20.374085 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-5f0d0937-6b8e-480b-9925-de5439587e9e service neutron] 10.222.0.21 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834348 Mar 31 16:57:20.654455 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e930a82d-b276-4080-9eea-ff85bcf01501 req-0ba1584b-0daa-45aa-8300-02fba4c7f7ca tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 210 time: 0.0278132 Mar 31 16:57:21.543556 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-8b4361b4-9d83-40d4-aca0-ec163c840915 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:21.545000 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-8b4361b4-9d83-40d4-aca0-ec163c840915 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 812 time: 0.0996928 Mar 31 16:57:21.604145 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-80dc1641-f7f3-4fd6-8d6f-d5e798323eb9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 379 time: 0.0519650 Mar 31 16:57:21.613400 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'port': {'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'admin_state_up': True, 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'security_groups': ['bd1d7513-9eab-45e9-9c15-0c0b1154f7cb']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:57:21.723007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Made reservation on behalf of f677418b305e4f7e861b2fbb2ad09c6c for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:57:21.726397 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:21.746713 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e3e8f396-3138-4986-8790-223f313f158b req-22b56fe3-c4d6-4584-8719-1339ada19871 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 210 time: 0.0278814 Mar 31 16:57:21.858419 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Allocated IP 172.20.0.12 (696e6163-5e79-4fb0-86e5-9cc1d87787b7/778ddad9-e5ea-45c3-9de8-b584c3512c15/4df888a6-ab4b-4c34-b6f5-da458205346f) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:57:22.000313 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.035349 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.078279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:57:22.082016 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:57:22.087923 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:57:22.113544 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=4df888a6-ab4b-4c34-b6f5-da458205346f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:22.138228 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:22.138994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.155538 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-519ac1d5-3bf7-4a6e-b840-c55f857ab283 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5465257 Mar 31 16:57:22.167014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Request body: {'port': {'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:57:22.231190 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.355428 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-3a517445-a852-4496-8d85-d1fd253d6925 None None] Provisioning complete for port 4df888a6-ab4b-4c34-b6f5-da458205346f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:57:22.356019 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3a517445-a852-4496-8d85-d1fd253d6925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.389266 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-3a517445-a852-4496-8d85-d1fd253d6925 None None] Port 4df888a6-ab4b-4c34-b6f5-da458205346f cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:57:22.491702 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df888a6-ab4b-4c34-b6f5-da458205346f {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:57:22.499105 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Publish callbacks [] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.511687 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Transition to ACTIVE for port object 4df888a6-ab4b-4c34-b6f5-da458205346f will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:57:22.515358 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.563582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Pushing event updated for resources: {'Port': ['ID=4df888a6-ab4b-4c34-b6f5-da458205346f,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:22.637759 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Attempting to bind port 4df888a6-ab4b-4c34-b6f5-da458205346f on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:57:22.638095 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Attempting to bind port 4df888a6-ab4b-4c34-b6f5-da458205346f by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:57:22.638428 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Attempting to bind port 4df888a6-ab4b-4c34-b6f5-da458205346f on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:57:22.642991 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Port 4df888a6-ab4b-4c34-b6f5-da458205346f on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:57:22.643312 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Attempting to bind port 4df888a6-ab4b-4c34-b6f5-da458205346f on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:57:22.648545 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:57:22.648890 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Checking segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:57:22.649311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Bound using segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:57:22.649747 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Bound port: 4df888a6-ab4b-4c34-b6f5-da458205346f, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:57:22.650106 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.720197 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] For port 4df888a6-ab4b-4c34-b6f5-da458205346f, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:57:22.723659 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] For port 4df888a6-ab4b-4c34-b6f5-da458205346f, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4df888a6-ab4b-4c34-b6f5-da458205346f,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:57:22.729619 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.764145 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:22.764762 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:22.766158 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] 10.222.0.55 "PUT /v2.0/ports/4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 1094 time: 0.6033268 Mar 31 16:57:22.766596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:57:22.770193 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5" -d '{"events": [{"name": "network-changed", "server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:57:22.806582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb149a8-90b7-4c0a-a0fb-edd27142f748 service neutron] Pushing event updated for resources: {'Port': ['ID=4df888a6-ab4b-4c34-b6f5-da458205346f,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:22.825287 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9d1865-4448-4891-8a00-37a361f8f331 x-openstack-request-id: req-7c9d1865-4448-4891-8a00-37a361f8f331 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:57:22.825701 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:57:22.826274 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c9d1865-4448-4891-8a00-37a361f8f331 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:57:22.826777 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9d1865-4448-4891-8a00-37a361f8f331'] response: {'name': 'network-changed', 'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'status': 'completed', 'code': 200} Mar 31 16:57:22.885965 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-d818a999-a22c-4a15-b16d-b6993aa78d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:22.887698 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-d818a999-a22c-4a15-b16d-b6993aa78d08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1128 time: 0.0573444 Mar 31 16:57:22.917014 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ce5d7-2107-49ee-af17-e1f7e66afb22 req-6a556b00-f678-44af-b800-401a16662448 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:22.918803 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa8ce5d7-2107-49ee-af17-e1f7e66afb22 req-6a556b00-f678-44af-b800-401a16662448 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0577149 Mar 31 16:57:22.935581 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-041857f2-a3bd-447c-a1ee-d65182c9e03f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 217 time: 0.0409596 Mar 31 16:57:22.974375 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-aa8ce5d7-2107-49ee-af17-e1f7e66afb22 req-e6b46b2e-d179-4f01-9da6-85151158c230 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481877 Mar 31 16:57:22.993171 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-c0e68187-ad02-40fa-bbe4-2332c06fc8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:22.993171 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-c0e68187-ad02-40fa-bbe4-2332c06fc8bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0513296 Mar 31 16:57:23.048105 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-984ebdbe-8b8b-4bed-8f24-54b747b1e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:23.050583 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-984ebdbe-8b8b-4bed-8f24-54b747b1e11b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513601 Mar 31 16:57:23.141355 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-c3b7dbc8-e164-4305-944b-d5ac4ae13aee service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848465 Mar 31 16:57:23.228302 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-265fda7b-f515-48b4-b969-8f720ebdf6ee req-f6bb881a-d220-4ffd-9dc9-8f1f857f0e62 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810528 Mar 31 16:57:23.325439 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-fa9a15b0-b4c3-440e-b111-5742b4de4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:23.327397 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-fa9a15b0-b4c3-440e-b111-5742b4de4587 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1128 time: 0.0450470 Mar 31 16:57:23.421625 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-cff43e7b-f559-4135-b6d4-9e1249108af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:23.422979 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-cff43e7b-f559-4135-b6d4-9e1249108af6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0893788 Mar 31 16:57:23.461695 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-a3a4525f-0d97-4455-b3b1-fb8f26d86abd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 217 time: 0.0326390 Mar 31 16:57:23.483229 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6f12aa9f-e1ee-4879-9979-39b89b0eecdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:23.514086 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-bd39dac4-1886-4ee2-a5ab-3ee6c508e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:23.515503 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-bd39dac4-1886-4ee2-a5ab-3ee6c508e4c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0478010 Mar 31 16:57:23.563028 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-1f3011f1-d8ae-4c0e-a296-780055dafaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:23.564470 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-1f3011f1-d8ae-4c0e-a296-780055dafaf0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433037 Mar 31 16:57:23.632580 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 465b1470-ab38-49a3-a6cd-d643ff537a23 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:57:23.655019 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 465b1470-ab38-49a3-a6cd-d643ff537a23 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:57:23.655347 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 465b1470-ab38-49a3-a6cd-d643ff537a23 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:57:23.659194 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-f9102d76-2cdd-463b-bd25-7ab0c41363cc service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881944 Mar 31 16:57:23.754241 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-907faf6c-3fa4-4f20-8d7f-cd48419d7cd5 req-196f4ce3-5c65-41d0-a459-3d14039c8a30 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888422 Mar 31 16:57:24.101270 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16c51-f927-4ca8-b635-03705b0c1467 req-de0e543e-4f9a-46cd-8053-615dd0930305 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:24.102718 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05d16c51-f927-4ca8-b635-03705b0c1467 req-de0e543e-4f9a-46cd-8053-615dd0930305 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0556781 Mar 31 16:57:24.149769 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05d16c51-f927-4ca8-b635-03705b0c1467 req-5d0df585-6b23-4178-ae9b-63327763f35c tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415208 Mar 31 16:57:25.264823 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def206dc-abfd-4b89-834f-6f66f5d5ebd4 req-c52017b8-6f51-4893-810d-6aa8b3bcf85e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:25.266285 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-def206dc-abfd-4b89-834f-6f66f5d5ebd4 req-c52017b8-6f51-4893-810d-6aa8b3bcf85e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0505719 Mar 31 16:57:25.312372 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-def206dc-abfd-4b89-834f-6f66f5d5ebd4 req-27e1bdfb-9df3-4b1b-9b58-59f7da6c610e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399792 Mar 31 16:57:25.824724 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-193fac95-4229-4947-a93b-36161a41031b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:26.429953 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9b072-ea65-4cd7-9e6a-be0ce7928b58 req-26c23933-eb31-4ec8-bd9e-48c99b4dc677 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:26.431381 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-04a9b072-ea65-4cd7-9e6a-be0ce7928b58 req-26c23933-eb31-4ec8-bd9e-48c99b4dc677 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0504813 Mar 31 16:57:26.481434 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-04a9b072-ea65-4cd7-9e6a-be0ce7928b58 req-1a605ba0-85b5-4280-810d-33fa53da5a48 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444763 Mar 31 16:57:26.769558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:27.596665 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab10ff-d486-4770-bb8e-488d5e176f1f req-97e3be6f-9128-4a99-86c2-6aaecf55e30e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:27.598126 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8aab10ff-d486-4770-bb8e-488d5e176f1f req-97e3be6f-9128-4a99-86c2-6aaecf55e30e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0512762 Mar 31 16:57:27.645222 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8aab10ff-d486-4770-bb8e-488d5e176f1f req-dc185f62-42bc-4dd5-9fa5-04a7566eeb26 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Mar 31 16:57:28.394203 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:28.759830 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22997f3e-39ff-4fd3-90da-3fe167d3db4f req-ee8db28b-bebe-4429-b377-28e740a40d46 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:28.761275 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-22997f3e-39ff-4fd3-90da-3fe167d3db4f req-ee8db28b-bebe-4429-b377-28e740a40d46 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0503440 Mar 31 16:57:28.809777 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-22997f3e-39ff-4fd3-90da-3fe167d3db4f req-a7b6ab5d-b0b6-4f2d-b840-3ed63c0c00e6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430245 Mar 31 16:57:29.717901 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:29.762940 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:29.929516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a7ba6-f55a-455e-8c05-44771d748b05 req-162427c3-bbd5-4b3b-a92e-11ecd08cb2b7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:29.931035 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dc8a7ba6-f55a-455e-8c05-44771d748b05 req-162427c3-bbd5-4b3b-a92e-11ecd08cb2b7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0558217 Mar 31 16:57:29.977685 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-dc8a7ba6-f55a-455e-8c05-44771d748b05 req-7f746b76-570c-4a94-a3e0-9083ef818ea9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409560 Mar 31 16:57:31.098084 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9992ea0-4c60-4d5e-a4bd-d28491b95a86 req-2bf51024-9c27-4176-818c-27839993dff9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:31.099465 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c9992ea0-4c60-4d5e-a4bd-d28491b95a86 req-2bf51024-9c27-4176-818c-27839993dff9 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0522730 Mar 31 16:57:31.146683 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c9992ea0-4c60-4d5e-a4bd-d28491b95a86 req-890a43a6-c617-4b6f-a692-a8e549cc5879 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417447 Mar 31 16:57:32.266887 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9146f85-1410-4d1b-a367-7923b4050838 req-aa6fa308-d77b-4db2-adc5-3c48b7498570 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:32.268334 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d9146f85-1410-4d1b-a367-7923b4050838 req-aa6fa308-d77b-4db2-adc5-3c48b7498570 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0570531 Mar 31 16:57:32.314662 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d9146f85-1410-4d1b-a367-7923b4050838 req-70369fa8-8292-4518-b974-40985c18e098 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Mar 31 16:57:33.429367 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d6ffab-121c-42fe-afae-e7033385e894 req-986c0fb8-d463-4a7c-8f9d-d19098e50ff3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:33.430713 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-43d6ffab-121c-42fe-afae-e7033385e894 req-986c0fb8-d463-4a7c-8f9d-d19098e50ff3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 944 time: 0.0505636 Mar 31 16:57:33.478532 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-43d6ffab-121c-42fe-afae-e7033385e894 req-fba862b4-93bb-4c06-8510-3dc458ffb89a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410345 Mar 31 16:57:33.653715 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4df888a6-ab4b-4c34-b6f5-da458205346f details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:57:33.745332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 4df888a6-ab4b-4c34-b6f5-da458205346f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4df888a6-ab4b-4c34-b6f5-da458205346f,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:57:33.756424 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:57:33.793512 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 4df888a6-ab4b-4c34-b6f5-da458205346f is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:57:33.793900 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:33.806571 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df888a6-ab4b-4c34-b6f5-da458205346f {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:57:33.828644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 4df888a6-ab4b-4c34-b6f5-da458205346f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4df888a6-ab4b-4c34-b6f5-da458205346f,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:57:33.832492 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:33.879192 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=4df888a6-ab4b-4c34-b6f5-da458205346f,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:33.885923 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.886276 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.886621 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.886963 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.887301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.887637 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.887969 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.888296 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.888620 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.888947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.889295 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.889623 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.889946 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.890269 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.890591 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:33.941794 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:57:34.159601 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['4df888a6-ab4b-4c34-b6f5-da458205346f'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:57:34.592817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8996e4-3dd1-4a0e-9a59-d19bb37208eb req-2cdba75d-ddd8-40c8-9cdd-b4f6f97afe00 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:34.594269 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b8996e4-3dd1-4a0e-9a59-d19bb37208eb req-2cdba75d-ddd8-40c8-9cdd-b4f6f97afe00 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 945 time: 0.0511396 Mar 31 16:57:34.645736 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1b8996e4-3dd1-4a0e-9a59-d19bb37208eb req-9cc844b2-d62c-4a4d-bae5-d346d50696e2 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459373 Mar 31 16:57:35.652911 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4df888a6-ab4b-4c34-b6f5-da458205346f up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:57:35.701611 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 4df888a6-ab4b-4c34-b6f5-da458205346f completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:57:35.706241 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 4df888a6-ab4b-4c34-b6f5-da458205346f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:57:35.706802 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:35.762336 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df31d8-66c9-4c79-b3eb-896a735eb5af req-3f9168de-60c6-4136-9c3d-291b68470dd0 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:35.763824 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-24df31d8-66c9-4c79-b3eb-896a735eb5af req-3f9168de-60c6-4136-9c3d-291b68470dd0 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 945 time: 0.0522482 Mar 31 16:57:35.787310 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 4df888a6-ab4b-4c34-b6f5-da458205346f is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:57:35.787702 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:35.810355 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:57:35.812553 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d336f4-8dab-426b-ba5a-83c885c046bd" -d '{"events": [{"server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "name": "network-vif-plugged", "status": "completed", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:57:35.816116 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-24df31d8-66c9-4c79-b3eb-896a735eb5af req-eb79ee57-28a2-40e8-9e96-f66bc8325a80 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426531 Mar 31 16:57:35.825367 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 4df888a6-ab4b-4c34-b6f5-da458205346f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4df888a6-ab4b-4c34-b6f5-da458205346f,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:57:35.829679 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:35.854924 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55e1ea9a-aa19-4320-9fb4-ac8aec8abf9c x-openstack-request-id: req-55e1ea9a-aa19-4320-9fb4-ac8aec8abf9c {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:57:35.855214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "name": "network-vif-plugged", "status": "completed", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:57:35.855467 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55e1ea9a-aa19-4320-9fb4-ac8aec8abf9c {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:57:35.855862 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55e1ea9a-aa19-4320-9fb4-ac8aec8abf9c'] response: {'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'code': 200} Mar 31 16:57:35.881656 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=4df888a6-ab4b-4c34-b6f5-da458205346f,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:36.063014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072df06-66da-4f42-b214-1d7432718aea req-39c9ed4f-cfaa-459b-adc1-0b121c90d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:36.064492 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2072df06-66da-4f42-b214-1d7432718aea req-39c9ed4f-cfaa-459b-adc1-0b121c90d718 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1130 time: 0.0436316 Mar 31 16:57:36.108158 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-2072df06-66da-4f42-b214-1d7432718aea req-a6909ab9-ff24-4cd3-9d7e-37bafa3f765a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375276 Mar 31 16:57:36.936100 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d40b046-ac31-4c0c-a951-dd03ec43ad30 req-95aab118-1ae4-44e0-85b8-c5ee51c78d21 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:36.937559 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5d40b046-ac31-4c0c-a951-dd03ec43ad30 req-95aab118-1ae4-44e0-85b8-c5ee51c78d21 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 946 time: 0.0510154 Mar 31 16:57:36.984174 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5d40b046-ac31-4c0c-a951-dd03ec43ad30 req-004f9099-f79b-4b9b-9a17-2e6067b960a3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411518 Mar 31 16:57:38.104544 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47764427-1b85-4e6d-8f2b-085b6d920199 req-ae0764a1-818e-4cb2-991e-f48c253db1f8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:38.105939 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47764427-1b85-4e6d-8f2b-085b6d920199 req-ae0764a1-818e-4cb2-991e-f48c253db1f8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 946 time: 0.0548010 Mar 31 16:57:38.153381 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-47764427-1b85-4e6d-8f2b-085b6d920199 req-4318b526-1cf4-45a8-a8e2-2b6fef08a783 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417097 Mar 31 16:57:38.268952 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704ab77-af8e-4873-9a86-fb555ce2f655 req-b2e70ae7-34d6-44d6-9c1f-dfa36b3fe4b8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:38.270415 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1704ab77-af8e-4873-9a86-fb555ce2f655 req-b2e70ae7-34d6-44d6-9c1f-dfa36b3fe4b8 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 946 time: 0.0507557 Mar 31 16:57:38.317643 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1704ab77-af8e-4873-9a86-fb555ce2f655 req-0cbff8c3-36be-4fc5-8b92-cdb32aef854d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411730 Mar 31 16:57:38.339510 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59524) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:57:38.380717 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f3b609-d490-4170-8347-6f6a52c42f25 tempest-TestVolumeBootPattern-1520869019 tempest-TestVolumeBootPattern-1520869019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:38.382125 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-56f3b609-d490-4170-8347-6f6a52c42f25 tempest-TestVolumeBootPattern-1520869019 tempest-TestVolumeBootPattern-1520869019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1125 time: 0.0416787 Mar 31 16:57:38.384750 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59526) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:57:38.388773 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:57:38.407948 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:38.501345 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:38.604895 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Allocated IP 172.27.3.55 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/a930e319-d441-46ae-b7d7-e5e685309c21) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:57:38.700476 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (a930e319-d441-46ae-b7d7-e5e685309c21), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:38.732505 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (a930e319-d441-46ae-b7d7-e5e685309c21), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:38.769978 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:57:38.775336 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:57:38.780731 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:57:38.782695 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=a930e319-d441-46ae-b7d7-e5e685309c21,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:38.810279 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.810626 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.810969 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.811306 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.811638 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.811968 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.812292 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.812628 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.812939 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.813290 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.813621 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.813944 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.814263 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.814580 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:38.814898 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:57:39.136993 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (dd7f8497-30d1-4497-937e-afeff467f8a0), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:39.205303 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a930e319-d441-46ae-b7d7-e5e685309c21), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:39.346437 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (a930e319-d441-46ae-b7d7-e5e685309c21), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:39.350949 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (a930e319-d441-46ae-b7d7-e5e685309c21), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:39.422001 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=a930e319-d441-46ae-b7d7-e5e685309c21,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:39.435482 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (dd7f8497-30d1-4497-937e-afeff467f8a0), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:39.533835 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Floating IP dd7f8497-30d1-4497-937e-afeff467f8a0 associated. External IP: 172.27.3.55, port: 4df888a6-ab4b-4c34-b6f5-da458205346f. Mar 31 16:57:39.990975 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:57:40.114531 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:57:40.123669 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:57:40.131036 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:40.132480 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:57:40.133113 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:40.161235 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8d11fa9b-fceb-45ca-a312-b771b618850d tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7754359 Mar 31 16:57:40.161831 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:57:40.164049 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dd4d93-ff14-4c05-92e5-f8497d7868f7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:57:40.199814 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c2a9a06-a3a3-4b15-b060-c9493765a022 x-openstack-request-id: req-5c2a9a06-a3a3-4b15-b060-c9493765a022 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:57:40.200108 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:57:40.200364 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c2a9a06-a3a3-4b15-b060-c9493765a022 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:57:40.200860 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c2a9a06-a3a3-4b15-b060-c9493765a022'] response: {'name': 'network-changed', 'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'status': 'completed', 'code': 200} Mar 31 16:57:40.252120 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:57:40.272668 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-78c37816-512a-4c7d-9f51-d582531e0edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:40.274194 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-78c37816-512a-4c7d-9f51-d582531e0edc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1130 time: 0.0440395 Mar 31 16:57:40.371295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-5e213cc9-dced-4f09-8783-e62c768c7731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:40.373266 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-5e213cc9-dced-4f09-8783-e62c768c7731 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0928853 Mar 31 16:57:40.443925 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-9c2a65f7-6c71-46ea-87aa-d54ed3d67d31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 999 time: 0.0645213 Mar 31 16:57:40.494645 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-16afbcfc-dbfc-4b78-aa31-7179a63f7d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:40.496292 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-16afbcfc-dbfc-4b78-aa31-7179a63f7d5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0469985 Mar 31 16:57:40.544428 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-c10cdc97-4a4c-41fd-8263-65f8ab2e7c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:40.545996 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-c10cdc97-4a4c-41fd-8263-65f8ab2e7c6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439880 Mar 31 16:57:40.633249 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-4a8364fb-7401-4aae-8c65-da41fd4f9da2 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807145 Mar 31 16:57:40.664648 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:39Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:40.695442 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:57:40.710145 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:57:40.711220 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:40.723316 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-38dd4d93-ff14-4c05-92e5-f8497d7868f7 req-f9d82a4f-75c6-4a18-b912-76a9c29081b3 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841498 Mar 31 16:57:40.829893 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:57:41.042777 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:39Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:41.069335 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b3bcd7-87e2-4124-b07e-399d4c8efe23 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:39Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:57:41.256301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d6673f-bdae-4275-b288-0d45740f8870 None None] New status for floating IP dd7f8497-30d1-4497-937e-afeff467f8a0: ACTIVE {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:57:51.583406 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-b1400492-ff67-472c-8935-336e034218d6 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-91149973&fields=id&tenant_id=8e58a1c57916420a87d619360cd8c7b6 HTTP/1.1" status: 200 len: 267 time: 0.0452116 Mar 31 16:57:51.638877 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-ac1519c5-5f1e-47b6-8ea0-b5358d695275 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:51.640296 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-ac1519c5-5f1e-47b6-8ea0-b5358d695275 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 984 time: 0.0511339 Mar 31 16:57:51.651026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Request body: {'port': {'security_groups': ['beecc727-f89e-41e4-884a-e231f9bb63ad']}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:57:51.719360 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:51.889596 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:57:51.918466 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:51.922980 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:51.935916 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['66981176-4a54-4a67-8b2d-a5ca230f7186'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:57:51.970036 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:51.970644 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:51.972004 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-966ccd87-5b22-4ec3-bcc5-acc63d0ef6a7 req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "PUT /v2.0/ports/66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 942 time: 0.3258405 Mar 31 16:57:51.972446 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:57:51.974745 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9a3490-6c59-42cc-9985-efa98bfaf102" -d '{"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:57:51.980223 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59570) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:57:52.016328 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9386f2c-f240-492e-b824-83f0c29656a1 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event updated for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=7']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:52.021874 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c16e31-1322-43b2-8a7b-11f16bfda420 x-openstack-request-id: req-d1c16e31-1322-43b2-8a7b-11f16bfda420 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:57:52.022165 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:57:52.022418 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1c16e31-1322-43b2-8a7b-11f16bfda420 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:57:52.022818 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c16e31-1322-43b2-8a7b-11f16bfda420'] response: {'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'status': 'completed', 'code': 200} Mar 31 16:57:52.071443 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['66981176-4a54-4a67-8b2d-a5ca230f7186'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:57:52.090904 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a67fa455-ea66-4d47-9353-24c93068ebe0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group (e9b7e74f-a078-4e6b-b01d-7215631afedf), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.121470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a67fa455-ea66-4d47-9353-24c93068ebe0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group (e9b7e74f-a078-4e6b-b01d-7215631afedf), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.141657 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-274f723d-b2ca-4087-a11a-a76ffce2cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:52.143296 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-274f723d-b2ca-4087-a11a-a76ffce2cec7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1129 time: 0.0984762 Mar 31 16:57:52.246035 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-a47febe0-ea40-46f8-acf8-088e046af4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:52.247434 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-a47febe0-ea40-46f8-acf8-088e046af4b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.0968399 Mar 31 16:57:52.256222 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0820ba6a-d281-4bba-acca-cc655460695a None None] Provisioning complete for port 66981176-4a54-4a67-8b2d-a5ca230f7186 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:57:52.256604 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0820ba6a-d281-4bba-acca-cc655460695a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.261804 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a67fa455-ea66-4d47-9353-24c93068ebe0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e9b7e74f-a078-4e6b-b01d-7215631afedf), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.264308 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a67fa455-ea66-4d47-9353-24c93068ebe0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.265413 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a67fa455-ea66-4d47-9353-24c93068ebe0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "DELETE /v2.0/security-groups/e9b7e74f-a078-4e6b-b01d-7215631afedf HTTP/1.1" status: 204 len: 168 time: 0.2842052 Mar 31 16:57:52.268357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59572) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:57:52.312806 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67fa455-ea66-4d47-9353-24c93068ebe0 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7e74f-a078-4e6b-b01d-7215631afedf,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:52.336480 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-4e8dfc70-b57d-45c9-ab79-7057dfc9d54c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 1001 time: 0.0820413 Mar 31 16:57:52.351238 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0820ba6a-d281-4bba-acca-cc655460695a None None] Current status of the port 66981176-4a54-4a67-8b2d-a5ca230f7186 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:57:52.387791 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-ff1518d4-baf6-4744-95b2-60d64f592262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:52.389264 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-ff1518d4-baf6-4744-95b2-60d64f592262 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0445566 Mar 31 16:57:52.437882 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-7f5033f0-6c5a-4fc5-ba27-d3643e46cece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:52.439347 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Deleting port 895af18a-85c1-4008-ab5b-2d91cf97d74b {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:57:52.439502 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-7f5033f0-6c5a-4fc5-ba27-d3643e46cece service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432525 Mar 31 16:57:52.439701 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.514258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.514493 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for floatingip (895af18a-85c1-4008-ab5b-2d91cf97d74b), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.525927 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Calling delete_port for 895af18a-85c1-4008-ab5b-2d91cf97d74b owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:57:52.528586 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-801fcde2-baf7-473e-82ca-bfa8a059432b service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Mar 31 16:57:52.616898 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-be9a3490-6c59-42cc-9985-efa98bfaf102 req-988b8a17-bebf-47c7-931d-bf5128080a98 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799575 Mar 31 16:57:52.693240 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (895af18a-85c1-4008-ab5b-2d91cf97d74b), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.718404 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event deleted for resources: {'Port': ['ID=895af18a-85c1-4008-ab5b-2d91cf97d74b,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:57:52.779477 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks [] for floatingip (096aecf9-bfc8-46fc-9dbc-7cb01d7eb961), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:52.779804 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Floating IP 096aecf9-bfc8-46fc-9dbc-7cb01d7eb961 disassociated (deleted). External IP: 172.27.3.147, port: 66981176-4a54-4a67-8b2d-a5ca230f7186. Mar 31 16:57:52.988613 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:57:53.094523 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:57:53.099151 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:53.106603 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] Sync routers for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:57:53.116092 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:57:53.116703 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:53.129210 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-af0099c2-9e12-41d9-9eb9-d5ffd1209f7b tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "DELETE /v2.0/floatingips/096aecf9-bfc8-46fc-9dbc-7cb01d7eb961 HTTP/1.1" status: 204 len: 168 time: 0.8595350 Mar 31 16:57:53.224704 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:57:53.424114 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:53.449567 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] Checking router: 8232e7f0-1c3e-416c-82de-5b92dc57e6ab for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:57:53.457682 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:57:53.458278 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:53.483728 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7636805f-90aa-4a80-9f61-62d58c517554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:53.566158 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:57:53.845280 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:57:53.871005 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c74839-d06e-4a7c-baf5-97fb25e619bb None None] The sync data for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi is: [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:54:28Z', 'revision_number': 4, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '5d98abfb-6bfb-47db-ae6f-62ba59a72ff3', 'name': '', 'network_id': 'd2bab747-af28-4c68-a721-1c1af638fd2f', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'mac_address': 'fa:16:3e:20:ec:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:27Z', 'updated_at': '2022-03-31T16:54:32Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'subnets': [{'id': '60174cd9-5fb1-4e53-ac21-59419c422c4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:57:54.024474 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:57:54.026943 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:57:54.063106 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a17cd0-8995-4cb9-99f2-f044c8e5eb6e x-openstack-request-id: req-c9a17cd0-8995-4cb9-99f2-f044c8e5eb6e {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:57:54.063404 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:57:54.063655 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9a17cd0-8995-4cb9-99f2-f044c8e5eb6e {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:57:54.064072 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9a17cd0-8995-4cb9-99f2-f044c8e5eb6e'] response: {'name': 'network-changed', 'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'status': 'completed', 'code': 200} Mar 31 16:57:54.087185 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700e1c38-7d92-4dc1-9b36-33d5172e66e3 None None] New status for floating IP 096aecf9-bfc8-46fc-9dbc-7cb01d7eb961: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:57:54.133383 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-7aa45df3-e5b3-4a1d-8c29-903aeca3a954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:54.134881 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-7aa45df3-e5b3-4a1d-8c29-903aeca3a954 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8e58a1c57916420a87d619360cd8c7b6&device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 1129 time: 0.0441225 Mar 31 16:57:54.227439 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-f4ff49e9-e38a-423d-a77b-05f2f6f13c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:54.229392 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-f4ff49e9-e38a-423d-a77b-05f2f6f13c06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 200 len: 915 time: 0.0869622 Mar 31 16:57:54.270106 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-98b487b0-878a-46a9-9258-8c930893296e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 200 len: 217 time: 0.0333645 Mar 31 16:57:54.319645 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-9f0c34c9-9b65-49b9-8263-5923a4c015b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:54.320961 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-9f0c34c9-9b65-49b9-8263-5923a4c015b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 200 len: 854 time: 0.0444343 Mar 31 16:57:54.368401 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-ad909382-f863-4bd0-8e93-bc29b9c2a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:54.370162 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-ad909382-f863-4bd0-8e93-bc29b9c2a54d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d2bab747-af28-4c68-a721-1c1af638fd2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431800 Mar 31 16:57:54.454751 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-08da326d-079c-4b6b-b8e2-40ecfdf82094 service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780778 Mar 31 16:57:54.548720 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-81a48dae-5ba9-4d53-a2d3-bd26e42adbf0 req-66a5200e-e92a-4301-b786-f33a86588eae service neutron] 10.222.0.55 "GET /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869646 Mar 31 16:57:55.824513 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-d6e0f039-4c65-48cd-ba52-19274610c60b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:56.773451 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:58.397678 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:58.987382 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faa465-99dc-48ba-b18f-087a7d2cc258 req-12e2c307-0c0d-495f-9763-70b0bf968933 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:58.988935 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c5faa465-99dc-48ba-b18f-087a7d2cc258 req-12e2c307-0c0d-495f-9763-70b0bf968933 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.0590465 Mar 31 16:57:59.065195 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c5faa465-99dc-48ba-b18f-087a7d2cc258 req-048a949f-1061-4a65-aec5-f4bc196f415a tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703485 Mar 31 16:57:59.080330 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b8fbd-9117-4ecc-a3d5-eb455d99914d req-5f48107f-7d36-47ba-98aa-fc464cadc666 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:57:59.081780 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4b2b8fbd-9117-4ecc-a3d5-eb455d99914d req-5f48107f-7d36-47ba-98aa-fc464cadc666 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.1254935 Mar 31 16:57:59.127731 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-4b2b8fbd-9117-4ecc-a3d5-eb455d99914d req-7efe0257-0faf-4bb4-91c5-d3845218fc8f tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Mar 31 16:57:59.722059 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:57:59.764501 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:00.181600 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da109aa-612d-45d0-a6f4-9e60bfc6f186 req-e45c8b10-0248-46da-b249-58279c3458d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:00.183098 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0da109aa-612d-45d0-a6f4-9e60bfc6f186 req-e45c8b10-0248-46da-b249-58279c3458d8 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.0537679 Mar 31 16:58:00.256012 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0da109aa-612d-45d0-a6f4-9e60bfc6f186 req-ce1cb92f-f16a-4a14-9f90-ba24ca1ed611 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672069 Mar 31 16:58:00.271598 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6fa8a4-3390-4fb6-96b4-bc2747275a96 req-a75b4d99-2fbb-4b5e-a1bd-5bbbf0bffaf6 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:00.273061 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5a6fa8a4-3390-4fb6-96b4-bc2747275a96 req-a75b4d99-2fbb-4b5e-a1bd-5bbbf0bffaf6 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0783768 Mar 31 16:58:00.323465 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5a6fa8a4-3390-4fb6-96b4-bc2747275a96 req-6df775d7-c06e-40a6-9c43-342dd80cd2b9 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441313 Mar 31 16:58:00.954069 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c508a08-a6d9-4075-9309-230e36042613 req-b7b2b7a6-70fc-4138-87a9-405d9045f2bb tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:00.955463 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7c508a08-a6d9-4075-9309-230e36042613 req-b7b2b7a6-70fc-4138-87a9-405d9045f2bb tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.0497925 Mar 31 16:58:01.050407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:01.050646 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.137426 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] For port b48e0e33-62c3-40b7-89a0-b636b41dd6e0, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:01.137783 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.175220 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-d2c39794-541c-415e-a142-cb1e860d22d3 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:01.176756 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-d2c39794-541c-415e-a142-cb1e860d22d3 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.55 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.0512905 Mar 31 16:58:01.273220 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Deleting port 66981176-4a54-4a67-8b2d-a5ca230f7186 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:01.273944 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.306172 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.306459 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (0e807c84-4de2-48ed-9426-900e20bee792), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.306773 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Floating IP 0e807c84-4de2-48ed-9426-900e20bee792 disassociated. External IP: 172.27.3.190, port: b48e0e33-62c3-40b7-89a0-b636b41dd6e0. Mar 31 16:58:01.307109 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for b48e0e33-62c3-40b7-89a0-b636b41dd6e0 owned by compute:nova {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:01.398371 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] For port 66981176-4a54-4a67-8b2d-a5ca230f7186, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=66981176-4a54-4a67-8b2d-a5ca230f7186,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:01.398733 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.423925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67a1a2-db82-4f54-afee-fc9fcef635f7 req-856e32b7-0efc-476b-870a-e945d9e16886 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:01.425531 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fe67a1a2-db82-4f54-afee-fc9fcef635f7 req-856e32b7-0efc-476b-870a-e945d9e16886 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e29e8fe-9ed9-4853-8220-bf84a2cc2252 HTTP/1.1" status: 200 len: 945 time: 0.1010740 Mar 31 16:58:01.439851 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (b48e0e33-62c3-40b7-89a0-b636b41dd6e0), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.444268 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Calling delete_port for 66981176-4a54-4a67-8b2d-a5ca230f7186 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:01.466534 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=b48e0e33-62c3-40b7-89a0-b636b41dd6e0,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:01.546433 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc38d76-d58e-4195-aa2b-f3cbf6c4d69a req-a02437c0-1dcf-47d8-89c2-b16c43685219 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:01.547905 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3dc38d76-d58e-4195-aa2b-f3cbf6c4d69a req-a02437c0-1dcf-47d8-89c2-b16c43685219 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/ports?device_id=4669b44d-12d1-491b-85ec-a90561c14f58 HTTP/1.1" status: 200 len: 945 time: 0.1528990 Mar 31 16:58:01.552511 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-fe67a1a2-db82-4f54-afee-fc9fcef635f7 req-a492ab04-a017-40a7-8de5-4228b07d6312 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f580bad-7419-4b98-8081-1be30ea85ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101992 Mar 31 16:58:01.587178 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:58:01.615244 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3dc38d76-d58e-4195-aa2b-f3cbf6c4d69a req-d78115b7-4289-460e-aecf-004d933823f4 tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.21 "GET /v2.0/security-groups?id=beecc727-f89e-41e4-884a-e231f9bb63ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584323 Mar 31 16:58:01.664707 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (66981176-4a54-4a67-8b2d-a5ca230f7186), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.676618 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['66981176-4a54-4a67-8b2d-a5ca230f7186'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:58:01.694652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Pushing event deleted for resources: {'Port': ['ID=66981176-4a54-4a67-8b2d-a5ca230f7186,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:01.701541 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:01.712294 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:01.727337 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:01.728684 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:01.747531 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] No DVR routers for this DVR port 66981176-4a54-4a67-8b2d-a5ca230f7186 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:01.748424 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] No DVR routers for this DVR port b48e0e33-62c3-40b7-89a0-b636b41dd6e0 on host hv-cinder-82694 {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:01.750772 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.750930 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:01.754232 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53d6ce64-6991-4f47-aa87-1baa5575bc23 req-b2415d0d-90d3-4e2e-b585-d094d4e5543c tempest-TestMinimumBasicScenario-370512117 tempest-TestMinimumBasicScenario-370512117-project] 10.222.0.55 "DELETE /v2.0/ports/66981176-4a54-4a67-8b2d-a5ca230f7186 HTTP/1.1" status: 204 len: 173 time: 0.5715461 Mar 31 16:58:01.754691 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'name': 'network-vif-deleted', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:58:01.754972 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-7c508a08-a6d9-4075-9309-230e36042613 req-1eb30976-645b-4846-8831-738e815353a2 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.55 "DELETE /v2.0/ports/b48e0e33-62c3-40b7-89a0-b636b41dd6e0 HTTP/1.1" status: 204 len: 173 time: 0.7904978 Mar 31 16:58:01.755494 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'name': 'network-vif-deleted', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:58:01.756904 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8400ca60-6084-4f4e-8ffc-7d5584529404" -d '{"events": [{"server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "name": "network-vif-deleted", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:58:01.758239 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790d4ec9-fe3b-4de1-8f7b-1c8a7507d216" -d '{"events": [{"server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "name": "network-vif-deleted", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:58:01.831792 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58171074-6a74-4f0c-9932-b2e5244eb376 x-openstack-request-id: req-58171074-6a74-4f0c-9932-b2e5244eb376 {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:58:01.832207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e29e8fe-9ed9-4853-8220-bf84a2cc2252", "name": "network-vif-deleted", "tag": "b48e0e33-62c3-40b7-89a0-b636b41dd6e0", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:58:01.832924 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58171074-6a74-4f0c-9932-b2e5244eb376 {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:58:01.833106 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58171074-6a74-4f0c-9932-b2e5244eb376'] response: {'server_uuid': '8e29e8fe-9ed9-4853-8220-bf84a2cc2252', 'name': 'network-vif-deleted', 'tag': 'b48e0e33-62c3-40b7-89a0-b636b41dd6e0', 'status': 'completed', 'code': 200} Mar 31 16:58:01.840629 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59c0f30f-56d0-4445-b883-16e259112342 x-openstack-request-id: req-59c0f30f-56d0-4445-b883-16e259112342 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:58:01.840955 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4669b44d-12d1-491b-85ec-a90561c14f58", "name": "network-vif-deleted", "tag": "66981176-4a54-4a67-8b2d-a5ca230f7186", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:58:01.843530 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59c0f30f-56d0-4445-b883-16e259112342 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:58:01.843530 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59c0f30f-56d0-4445-b883-16e259112342'] response: {'server_uuid': '4669b44d-12d1-491b-85ec-a90561c14f58', 'name': 'network-vif-deleted', 'tag': '66981176-4a54-4a67-8b2d-a5ca230f7186', 'status': 'completed', 'code': 200} Mar 31 16:58:01.864952 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:02.093961 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:02.120818 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:02.129452 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:02.130076 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:02.240920 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:02.453647 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:02.481715 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b63f73-ec15-4611-bc3a-71ea6a1ed88b None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:54Z', 'revision_number': 4, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'cf7a7229-b5ea-4eff-be74-532e9dc9e225', 'name': '', 'network_id': 'b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'mac_address': 'fa:16:3e:1b:b4:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:53Z', 'updated_at': '2022-03-31T16:50:57Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'subnets': [{'id': 'fb545aa8-b476-4635-bd53-b8ab6ce228fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:02.639286 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59664) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:02.706646 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-31003575-1821-4341-b688-29ef6aa90fbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (1f580bad-7419-4b98-8081-1be30ea85ddb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:02.718816 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aed5fe8-dda1-4271-bb70-94dbdab188e9 None None] New status for floating IP 0e807c84-4de2-48ed-9426-900e20bee792: DOWN {{(pid=109839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:58:02.731893 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-31003575-1821-4341-b688-29ef6aa90fbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (1f580bad-7419-4b98-8081-1be30ea85ddb), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:02.783820 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-31003575-1821-4341-b688-29ef6aa90fbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (1f580bad-7419-4b98-8081-1be30ea85ddb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:02.786582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-31003575-1821-4341-b688-29ef6aa90fbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:02.790292 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-31003575-1821-4341-b688-29ef6aa90fbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f580bad-7419-4b98-8081-1be30ea85ddb HTTP/1.1" status: 204 len: 168 time: 0.1469204 Mar 31 16:58:02.791484 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59676) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:02.798713 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31003575-1821-4341-b688-29ef6aa90fbf tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f580bad-7419-4b98-8081-1be30ea85ddb,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:02.810981 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.api.v2.resource [None req-7bc506f0-3a91-4a01-87c2-41ff2b35b845 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] show failed (client error): The resource could not be found. Mar 31 16:58:02.815406 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59678) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:02.815813 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-7bc506f0-3a91-4a01-87c2-41ff2b35b845 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "GET /v2.0/security-groups/1f580bad-7419-4b98-8081-1be30ea85ddb HTTP/1.1" status: 404 len: 347 time: 0.0225854 Mar 31 16:58:03.201627 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Deleting port 82b00610-cce5-4d59-8e66-52ce51f82f6c {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:03.201961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.275543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.275890 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (82b00610-cce5-4d59-8e66-52ce51f82f6c), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.288127 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Calling delete_port for 82b00610-cce5-4d59-8e66-52ce51f82f6c owned by network:floatingip {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:03.315955 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59716) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:03.419341 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (82b00610-cce5-4d59-8e66-52ce51f82f6c), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.444570 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Pushing event deleted for resources: {'Port': ['ID=82b00610-cce5-4d59-8e66-52ce51f82f6c,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:03.505125 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks [] for floatingip (0e807c84-4de2-48ed-9426-900e20bee792), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.507575 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.508721 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2d9ee554-c83e-4b10-bdb9-06269e9fd3b9 tempest-AttachVolumeNegativeTest-1694123149 tempest-AttachVolumeNegativeTest-1694123149-project] 10.222.0.21 "DELETE /v2.0/floatingips/0e807c84-4de2-48ed-9426-900e20bee792 HTTP/1.1" status: 204 len: 168 time: 0.6923375 Mar 31 16:58:03.663424 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.908946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Deleting port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:03.909673 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.984403 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] For port 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:03.984760 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:03.997635 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Calling delete_port for 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 owned by network:router_interface {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:04.170778 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (5d98abfb-6bfb-47db-ae6f-62ba59a72ff3), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:04.192782 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d98abfb-6bfb-47db-ae6f-62ba59a72ff3,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:04.615084 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:04.833313 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:58:04.940643 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:04.945859 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-b83b76c7-af94-4b29-a4b8-6baf7e35eb91 admin admin] 10.222.0.21 "PUT /v2.0/routers/8232e7f0-1c3e-416c-82de-5b92dc57e6ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288662 Mar 31 16:58:04.948534 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59732) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:04.951205 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] Sync routers for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:04.962139 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:04.963253 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:05.056917 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks [] for router (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.071339 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:05.162321 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks [] for router_gateway (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.218316 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Deleting port 4f7eb526-009f-4400-8952-1e388ed87f50 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:05.218569 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.253866 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:58:04Z', 'revision_number': 5, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port': {'id': '4f7eb526-009f-4400-8952-1e388ed87f50', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:9a:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:26Z', 'updated_at': '2022-03-31T16:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:05.280088 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] Checking router: 8232e7f0-1c3e-416c-82de-5b92dc57e6ab for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:05.288132 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] Routers {'8232e7f0-1c3e-416c-82de-5b92dc57e6ab'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:05.288732 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:05.297550 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] For port 4f7eb526-009f-4400-8952-1e388ed87f50, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=4f7eb526-009f-4400-8952-1e388ed87f50,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:05.297910 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.310517 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Calling delete_port for 4f7eb526-009f-4400-8952-1e388ed87f50 owned by network:router_gateway {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:05.378302 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] Set router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab gateway port host: None {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:05.432001 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:58:05Z', 'revision_number': 6, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:05.457944 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1fa6698-9432-421a-9bcc-6a49bcb020f7 None None] The sync data for ids ['8232e7f0-1c3e-416c-82de-5b92dc57e6ab'] in dv-cinder-826949-3-iscsi is: [{'id': '8232e7f0-1c3e-416c-82de-5b92dc57e6ab', 'name': 'tempest-TestMinimumBasicScenario-1715259106-router', 'tenant_id': '8e58a1c57916420a87d619360cd8c7b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:25Z', 'updated_at': '2022-03-31T16:58:05Z', 'revision_number': 6, 'project_id': '8e58a1c57916420a87d619360cd8c7b6', 'gw_port_host': None}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:05.488456 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (4f7eb526-009f-4400-8952-1e388ed87f50), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.513829 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7eb526-009f-4400-8952-1e388ed87f50,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:05.573889 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.663260 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.665358 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks [] for router_controller (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.710685 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (8232e7f0-1c3e-416c-82de-5b92dc57e6ab), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.711204 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8232e7f0-1c3e-416c-82de-5b92dc57e6ab {{(pid=109838) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:58:05.716649 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.717822 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-35e0d7bd-0a88-4033-b7e0-6d97ea183e26 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8232e7f0-1c3e-416c-82de-5b92dc57e6ab HTTP/1.1" status: 204 len: 168 time: 0.7682905 Mar 31 16:58:05.720287 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59734) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:05.750895 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 66981176-4a54-4a67-8b2d-a5ca230f7186 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:05.763652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Deleting subnet 60174cd9-5fb1-4e53-ac21-59419c422c4d {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:58:05.766673 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Publish callbacks [] for subnet (60174cd9-5fb1-4e53-ac21-59419c422c4d), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.769875 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 66981176-4a54-4a67-8b2d-a5ca230f7186 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:05.770224 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 66981176-4a54-4a67-8b2d-a5ca230f7186 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:05.770638 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device b48e0e33-62c3-40b7-89a0-b636b41dd6e0 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:05.790058 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: b48e0e33-62c3-40b7-89a0-b636b41dd6e0 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:05.790402 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device b48e0e33-62c3-40b7-89a0-b636b41dd6e0 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:05.804429 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (60174cd9-5fb1-4e53-ac21-59419c422c4d), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.895165 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (60174cd9-5fb1-4e53-ac21-59419c422c4d), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.955873 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (60174cd9-5fb1-4e53-ac21-59419c422c4d), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.984449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60174cd9-5fb1-4e53-ac21-59419c422c4d,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:05.989319 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:05.993490 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-061db722-6ca2-4bc5-8481-2a243a56ff40 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/60174cd9-5fb1-4e53-ac21-59419c422c4d HTTP/1.1" status: 204 len: 168 time: 0.2722566 Mar 31 16:58:05.995566 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59748) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:05.998189 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed9c8d-43f4-4153-94c4-9d5bfc3cbc5c None None] Network d2bab747-af28-4c68-a721-1c1af638fd2f requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:06.071080 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (d2bab747-af28-4c68-a721-1c1af638fd2f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.128984 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Deleting port 4d744d9c-2d4b-43e1-b19e-89074d66089a {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:06.129347 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.188726 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] For port 4d744d9c-2d4b-43e1-b19e-89074d66089a, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=4d744d9c-2d4b-43e1-b19e-89074d66089a,segment=NetworkSegment(f0c4b59d-c812-4d27-abf1-df6ee76f01d6),segment_id=f0c4b59d-c812-4d27-abf1-df6ee76f01d6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:06.189017 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.201043 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Calling delete_port for 4d744d9c-2d4b-43e1-b19e-89074d66089a owned by network:dhcp {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:06.259917 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] DHCP port deletion for d2bab747-af28-4c68-a721-1c1af638fd2f request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:58:06.288622 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.303099 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] No DVR routers for this DVR port 4d744d9c-2d4b-43e1-b19e-89074d66089a on host dv-cinder-826949-3-iscsi {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:06.313904 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Deleting port 4d744d9c-2d4b-43e1-b19e-89074d66089a {{(pid=109839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:06.314458 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), before_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.323808 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d744d9c-2d4b-43e1-b19e-89074d66089a,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:06.381734 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] For port 4d744d9c-2d4b-43e1-b19e-89074d66089a, host dv-cinder-826949-3-iscsi, got binding levels [] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:06.382132 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), precommit_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.394235 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (d2bab747-af28-4c68-a721-1c1af638fd2f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.398224 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Calling delete_port for 4d744d9c-2d4b-43e1-b19e-89074d66089a owned by network:dhcp {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:06.407359 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.ipam_backend_mixin [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Port 4d744d9c-2d4b-43e1-b19e-89074d66089a was not found and therefore no delete operation was performed {{(pid=109839) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 16:58:06.409196 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (4d744d9c-2d4b-43e1-b19e-89074d66089a), after_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.417376 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2bab747-af28-4c68-a721-1c1af638fd2f']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:06.426333 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:06.426633 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0c4b59d-c812-4d27-abf1-df6ee76f01d6') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:06.434418 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] Pushing event deleted for resources: {'Port': ['ID=4d744d9c-2d4b-43e1-b19e-89074d66089a,revision_number=None']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:06.437890 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68c92c7-84f8-4dc2-9132-ca2e32511df6 None None] No DVR routers for this DVR port 4d744d9c-2d4b-43e1-b19e-89074d66089a on host dv-cinder-826949-3-iscsi {{(pid=109839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:06.439168 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (f0c4b59d-c812-4d27-abf1-df6ee76f01d6), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.454225 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (f0c4b59d-c812-4d27-abf1-df6ee76f01d6), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.460252 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:58:06.460661 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (f0c4b59d-c812-4d27-abf1-df6ee76f01d6), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:58:06.463138 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:58:06.518775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (d2bab747-af28-4c68-a721-1c1af638fd2f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.523800 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:06.527643 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d2bab747-af28-4c68-a721-1c1af638fd2f HTTP/1.1" status: 204 len: 168 time: 0.5311003 Mar 31 16:58:06.531254 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59752) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:06.542370 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2ff74-03b9-4941-b6e0-d564a0f6c692 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2bab747-af28-4c68-a721-1c1af638fd2f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:06.870761 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (0489beac-4f5a-4b49-8985-c9de1df53bfb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.112442 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Deleting port 6b09017f-bd16-4873-82c7-0a8d17b305b5 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:07.112782 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.164445 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59760) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:07.195397 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] For port 6b09017f-bd16-4873-82c7-0a8d17b305b5, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=6b09017f-bd16-4873-82c7-0a8d17b305b5,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:07.195764 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.208921 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Calling delete_port for 6b09017f-bd16-4873-82c7-0a8d17b305b5 owned by network:router_interface {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:07.234532 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4d744d9c-2d4b-43e1-b19e-89074d66089a no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:07.258266 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 4d744d9c-2d4b-43e1-b19e-89074d66089a {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:07.258611 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4d744d9c-2d4b-43e1-b19e-89074d66089a not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:07.259243 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4f7eb526-009f-4400-8952-1e388ed87f50 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:07.278591 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 4f7eb526-009f-4400-8952-1e388ed87f50 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:07.278953 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 4f7eb526-009f-4400-8952-1e388ed87f50 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:07.279341 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:07.298449 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:07.298799 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5d98abfb-6bfb-47db-ae6f-62ba59a72ff3 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:07.393932 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (6b09017f-bd16-4873-82c7-0a8d17b305b5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.419034 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b09017f-bd16-4873-82c7-0a8d17b305b5,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:07.591056 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (0489beac-4f5a-4b49-8985-c9de1df53bfb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.666857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (ced92044-e490-4fc0-b562-53bb24d2ce18), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.808476 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Router 0489beac-4f5a-4b49-8985-c9de1df53bfb has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:58:07.911008 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Deleting port cf7a7229-b5ea-4eff-be74-532e9dc9e225 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:07.911347 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:07.913554 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:07.918754 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3862eb12-a4a3-4b2c-8386-a2e13dc72910 admin admin] 10.222.0.21 "PUT /v2.0/routers/0489beac-4f5a-4b49-8985-c9de1df53bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3863873 Mar 31 16:58:07.921396 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59764) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:07.922452 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] Sync routers for ids ['0489beac-4f5a-4b49-8985-c9de1df53bfb'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:07.934936 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] Routers {'0489beac-4f5a-4b49-8985-c9de1df53bfb'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:07.935566 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['0489beac-4f5a-4b49-8985-c9de1df53bfb'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:07.993329 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] For port cf7a7229-b5ea-4eff-be74-532e9dc9e225, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=cf7a7229-b5ea-4eff-be74-532e9dc9e225,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:07.994246 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.007330 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Calling delete_port for cf7a7229-b5ea-4eff-be74-532e9dc9e225 owned by network:router_interface {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:08.027199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks [] for router (0489beac-4f5a-4b49-8985-c9de1df53bfb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.046152 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] Set router 0489beac-4f5a-4b49-8985-c9de1df53bfb gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:08.131541 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks [] for router_gateway (0489beac-4f5a-4b49-8985-c9de1df53bfb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.187346 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Deleting port d84980e5-6857-4222-bdc6-1ca8798d244a {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:08.188067 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.200915 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (cf7a7229-b5ea-4eff-be74-532e9dc9e225), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.227004 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7a7229-b5ea-4eff-be74-532e9dc9e225,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:08.273796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] For port d84980e5-6857-4222-bdc6-1ca8798d244a, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=d84980e5-6857-4222-bdc6-1ca8798d244a,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:08.274153 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.304556 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Calling delete_port for d84980e5-6857-4222-bdc6-1ca8798d244a owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:08.377653 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127'}], 'enable_snat': True}, 'gw_port_id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:58:07Z', 'revision_number': 5, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port': {'id': 'd84980e5-6857-4222-bdc6-1ca8798d244a', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:54:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:08.414768 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] Checking router: 0489beac-4f5a-4b49-8985-c9de1df53bfb for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:08.424031 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] Routers {'0489beac-4f5a-4b49-8985-c9de1df53bfb'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:08.424668 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['0489beac-4f5a-4b49-8985-c9de1df53bfb'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:08.427026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (ced92044-e490-4fc0-b562-53bb24d2ce18), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.515723 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (d84980e5-6857-4222-bdc6-1ca8798d244a), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.522160 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] Set router 0489beac-4f5a-4b49-8985-c9de1df53bfb gateway port host: None {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:08.542626 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84980e5-6857-4222-bdc6-1ca8798d244a,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:08.580146 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:58:08Z', 'revision_number': 6, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:08.614774 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (0489beac-4f5a-4b49-8985-c9de1df53bfb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.623398 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b93f4a7-d627-4fef-badd-8cc933c43915 None None] The sync data for ids ['0489beac-4f5a-4b49-8985-c9de1df53bfb'] in dv-cinder-826949-3-iscsi is: [{'id': '0489beac-4f5a-4b49-8985-c9de1df53bfb', 'name': 'tempest-TestMinimumBasicScenario-1389092455-router', 'tenant_id': 'bf9da9b2b857435b8caf17534d156c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:31Z', 'updated_at': '2022-03-31T16:58:08Z', 'revision_number': 6, 'project_id': 'bf9da9b2b857435b8caf17534d156c55', 'gw_port_host': None}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:08.671887 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Router ced92044-e490-4fc0-b562-53bb24d2ce18 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:58:08.714587 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (0489beac-4f5a-4b49-8985-c9de1df53bfb), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.717260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks [] for router_controller (0489beac-4f5a-4b49-8985-c9de1df53bfb), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.763775 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (0489beac-4f5a-4b49-8985-c9de1df53bfb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.764297 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0489beac-4f5a-4b49-8985-c9de1df53bfb {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:58:08.770458 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.770458 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-0e6f4671-bb7e-4b60-ae8a-cc16f57dcb93 admin admin] 10.222.0.21 "DELETE /v2.0/routers/0489beac-4f5a-4b49-8985-c9de1df53bfb HTTP/1.1" status: 204 len: 168 time: 0.8479304 Mar 31 16:58:08.772982 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59766) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:08.819745 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:08.827946 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-3d779754-e81d-48a0-9b28-9b49b5394647 admin admin] 10.222.0.21 "PUT /v2.0/routers/ced92044-e490-4fc0-b562-53bb24d2ce18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6601140 Mar 31 16:58:08.828308 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59768) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:08.830287 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] Sync routers for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:08.832539 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Deleting subnet 3712f666-02a1-4ab8-b1b3-22567c057ca6 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:58:08.837087 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Publish callbacks [] for subnet (3712f666-02a1-4ab8-b1b3-22567c057ca6), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.843127 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:08.843751 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:08.873043 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (3712f666-02a1-4ab8-b1b3-22567c057ca6), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.945165 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks [] for router (ced92044-e490-4fc0-b562-53bb24d2ce18), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:08.963884 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (3712f666-02a1-4ab8-b1b3-22567c057ca6), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.028157 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (3712f666-02a1-4ab8-b1b3-22567c057ca6), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.057865 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:09.061085 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3712f666-02a1-4ab8-b1b3-22567c057ca6,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:09.072391 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd2e8c5-d3c9-4fbd-aeea-962f7b8589b4 None None] Network ae070027-6113-4c1a-8430-41cca7173cb5 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:09.080871 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks [] for router_gateway (ced92044-e490-4fc0-b562-53bb24d2ce18), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.086318 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.090644 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-84b5ba5c-cee0-4054-9ff8-474504c723fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3712f666-02a1-4ab8-b1b3-22567c057ca6 HTTP/1.1" status: 204 len: 168 time: 0.3166802 Mar 31 16:58:09.093100 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59772) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:09.189844 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (ae070027-6113-4c1a-8430-41cca7173cb5), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.209438 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Deleting port 087e4e1b-3162-4f3f-9b15-f40cece828da {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:09.209775 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.257823 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181'}], 'enable_snat': True}, 'gw_port_id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:58:08Z', 'revision_number': 5, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port': {'id': '087e4e1b-3162-4f3f-9b15-f40cece828da', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:f7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:09.283851 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] Checking router: ced92044-e490-4fc0-b562-53bb24d2ce18 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:09.291790 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] Routers {'ced92044-e490-4fc0-b562-53bb24d2ce18'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:09.292392 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['ced92044-e490-4fc0-b562-53bb24d2ce18'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:09.317347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] For port 087e4e1b-3162-4f3f-9b15-f40cece828da, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=087e4e1b-3162-4f3f-9b15-f40cece828da,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:09.317714 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.332528 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Deleting port b570b76f-d060-4078-b57f-75970c51aaf2 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:09.332863 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.334661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Calling delete_port for 087e4e1b-3162-4f3f-9b15-f40cece828da owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:09.376931 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] Set router ced92044-e490-4fc0-b562-53bb24d2ce18 gateway port host: None {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:09.428965 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:58:09Z', 'revision_number': 6, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:09.434417 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] For port b570b76f-d060-4078-b57f-75970c51aaf2, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b570b76f-d060-4078-b57f-75970c51aaf2,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:09.434780 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.453684 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712c958c-b887-4974-87ba-cb49c9d7a56c None None] The sync data for ids ['ced92044-e490-4fc0-b562-53bb24d2ce18'] in dv-cinder-826949-3-iscsi is: [{'id': 'ced92044-e490-4fc0-b562-53bb24d2ce18', 'name': 'tempest-AttachVolumeNegativeTest-1759500723-router', 'tenant_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:50:51Z', 'updated_at': '2022-03-31T16:58:09Z', 'revision_number': 6, 'project_id': '2d44de79b7314861b41c4ecf8bb5f25a', 'gw_port_host': None}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:09.454903 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Calling delete_port for b570b76f-d060-4078-b57f-75970c51aaf2 owned by network:dhcp {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:09.491326 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a782e269-1535-499e-8403-6d1335733660 None None] DHCP port deletion for ae070027-6113-4c1a-8430-41cca7173cb5 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:58:09.553947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-a782e269-1535-499e-8403-6d1335733660 None None] Deleting port b570b76f-d060-4078-b57f-75970c51aaf2 {{(pid=109839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:09.554324 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a782e269-1535-499e-8403-6d1335733660 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), before_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.621899 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-a782e269-1535-499e-8403-6d1335733660 None None] For port b570b76f-d060-4078-b57f-75970c51aaf2, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b570b76f-d060-4078-b57f-75970c51aaf2,segment=NetworkSegment(3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe),segment_id=3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:09.622302 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a782e269-1535-499e-8403-6d1335733660 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), precommit_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.636068 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-a782e269-1535-499e-8403-6d1335733660 None None] Calling delete_port for b570b76f-d060-4078-b57f-75970c51aaf2 owned by network:dhcp {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:09.722160 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a782e269-1535-499e-8403-6d1335733660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), after_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.746821 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782e269-1535-499e-8403-6d1335733660 None None] Pushing event deleted for resources: {'Port': ['ID=b570b76f-d060-4078-b57f-75970c51aaf2,revision_number=None']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:09.754276 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a782e269-1535-499e-8403-6d1335733660 None None] No DVR routers for this DVR port b570b76f-d060-4078-b57f-75970c51aaf2 on host dv-cinder-826949-3-iscsi {{(pid=109839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:09.887128 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (b570b76f-d060-4078-b57f-75970c51aaf2), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.923090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b570b76f-d060-4078-b57f-75970c51aaf2,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:09.931758 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] No DVR routers for this DVR port b570b76f-d060-4078-b57f-75970c51aaf2 on host dv-cinder-826949-3-iscsi {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:09.936928 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d84980e5-6857-4222-bdc6-1ca8798d244a no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:09.941255 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (087e4e1b-3162-4f3f-9b15-f40cece828da), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:09.964165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: d84980e5-6857-4222-bdc6-1ca8798d244a {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:09.964531 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device d84980e5-6857-4222-bdc6-1ca8798d244a not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:09.964941 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 6b09017f-bd16-4873-82c7-0a8d17b305b5 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:09.984510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Pushing event deleted for resources: {'Port': ['ID=087e4e1b-3162-4f3f-9b15-f40cece828da,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:09.987258 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 6b09017f-bd16-4873-82c7-0a8d17b305b5 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:09.988038 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 6b09017f-bd16-4873-82c7-0a8d17b305b5 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:09.988484 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b570b76f-d060-4078-b57f-75970c51aaf2 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:10.013640 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: b570b76f-d060-4078-b57f-75970c51aaf2 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:10.013988 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b570b76f-d060-4078-b57f-75970c51aaf2 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:10.073098 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (ae070027-6113-4c1a-8430-41cca7173cb5), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.099902 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae070027-6113-4c1a-8430-41cca7173cb5']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:10.111071 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (ced92044-e490-4fc0-b562-53bb24d2ce18), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.113650 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:10.113946 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:10.177368 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.218005 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (ced92044-e490-4fc0-b562-53bb24d2ce18), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.219708 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.221974 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks [] for router_controller (ced92044-e490-4fc0-b562-53bb24d2ce18), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.229759 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:58:10.230161 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (3fe52fa4-b0d1-4a93-a1ac-3ffb81fa3bbe), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: self.session.flush() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: self.session.flush() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: self.session.flush() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: self.session.flush() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:58:10.231886 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:58:10.312397 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (ced92044-e490-4fc0-b562-53bb24d2ce18), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.313112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ced92044-e490-4fc0-b562-53bb24d2ce18 {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:58:10.318348 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.319491 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b6a74e76-7f17-4775-a074-a4b4403a295b admin admin] 10.222.0.21 "DELETE /v2.0/routers/ced92044-e490-4fc0-b562-53bb24d2ce18 HTTP/1.1" status: 204 len: 168 time: 1.4899511 Mar 31 16:58:10.322523 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59774) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:10.331829 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (ae070027-6113-4c1a-8430-41cca7173cb5), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.355082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.362603 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae070027-6113-4c1a-8430-41cca7173cb5 HTTP/1.1" status: 204 len: 168 time: 1.2641635 Mar 31 16:58:10.376722 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27dac5-7779-4370-bf82-b9f001681a2d admin admin] Pushing event deleted for resources: {'Network': ['ID=ae070027-6113-4c1a-8430-41cca7173cb5,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:10.392348 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Deleting subnet fb545aa8-b476-4635-bd53-b8ab6ce228fe {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:58:10.396270 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Publish callbacks [] for subnet (fb545aa8-b476-4635-bd53-b8ab6ce228fe), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.436680 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (fb545aa8-b476-4635-bd53-b8ab6ce228fe), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.482960 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59778) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:10.555090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (fb545aa8-b476-4635-bd53-b8ab6ce228fe), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.560861 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e173a4cf-ad62-4f61-a177-15d9d30a4873 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e58a1c57916420a87d619360cd8c7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0766096 Mar 31 16:58:10.563428 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59780) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:10.612857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83edd314-e77e-4ca0-abcd-2c9da3edbbfe admin admin] Publish callbacks [] for security_group (beecc727-f89e-41e4-884a-e231f9bb63ad), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.614040 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (fb545aa8-b476-4635-bd53-b8ab6ce228fe), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.633439 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83edd314-e77e-4ca0-abcd-2c9da3edbbfe admin admin] Publish callbacks [] for security_group (beecc727-f89e-41e4-884a-e231f9bb63ad), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.637091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb545aa8-b476-4635-bd53-b8ab6ce228fe,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:10.643788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.649410 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59782) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:10.649579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d826222-5e0f-4e08-a0f9-f4ba9cca622d None None] Network b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:10.650768 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-4c02685b-cfb3-441c-a4c6-65d64e8b195f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fb545aa8-b476-4635-bd53-b8ab6ce228fe HTTP/1.1" status: 204 len: 168 time: 0.3260500 Mar 31 16:58:10.740567 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.755098 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83edd314-e77e-4ca0-abcd-2c9da3edbbfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (beecc727-f89e-41e4-884a-e231f9bb63ad), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.757683 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-83edd314-e77e-4ca0-abcd-2c9da3edbbfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.761503 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-83edd314-e77e-4ca0-abcd-2c9da3edbbfe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/beecc727-f89e-41e4-884a-e231f9bb63ad HTTP/1.1" status: 204 len: 168 time: 0.1970069 Mar 31 16:58:10.817851 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] DHCP port deletion for b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:58:10.878036 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] Deleting port e37d3820-58d5-4500-9b0d-b25740ad82aa {{(pid=109839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:10.878433 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), before_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.940045 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:58:10.946607 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] For port e37d3820-58d5-4500-9b0d-b25740ad82aa, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=e37d3820-58d5-4500-9b0d-b25740ad82aa,segment=NetworkSegment(65da4edf-a5af-40b6-bb37-32c9034542ac),segment_id=65da4edf-a5af-40b6-bb37-32c9034542ac)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:10.947055 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), precommit_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:10.961686 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] Calling delete_port for e37d3820-58d5-4500-9b0d-b25740ad82aa owned by network:dhcp {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:11.058520 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83edd314-e77e-4ca0-abcd-2c9da3edbbfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beecc727-f89e-41e4-884a-e231f9bb63ad,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:11.058756 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), after_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.085801 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Deleting port e37d3820-58d5-4500-9b0d-b25740ad82aa {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:58:11.086083 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.089853 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] Pushing event deleted for resources: {'Port': ['ID=e37d3820-58d5-4500-9b0d-b25740ad82aa,revision_number=None']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:11.099288 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477fe486-8d05-4e70-aaa2-d1de5c0d1c98 None None] No DVR routers for this DVR port e37d3820-58d5-4500-9b0d-b25740ad82aa on host dv-cinder-826949-3-iscsi {{(pid=109839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:11.161842 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] For port e37d3820-58d5-4500-9b0d-b25740ad82aa, host dv-cinder-826949-3-iscsi, got binding levels [] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:11.162195 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.168594 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59788) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:11.175051 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Calling delete_port for e37d3820-58d5-4500-9b0d-b25740ad82aa owned by network:dhcp {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:58:11.184785 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.ipam_backend_mixin [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Port e37d3820-58d5-4500-9b0d-b25740ad82aa was not found and therefore no delete operation was performed {{(pid=109838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 31 16:58:11.188386 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (e37d3820-58d5-4500-9b0d-b25740ad82aa), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.219837 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] No DVR routers for this DVR port e37d3820-58d5-4500-9b0d-b25740ad82aa on host dv-cinder-826949-3-iscsi {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:58:11.221249 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-42028e3e-59f3-40ee-a789-b072490a253b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf9da9b2b857435b8caf17534d156c55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508878 Mar 31 16:58:11.223322 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e37d3820-58d5-4500-9b0d-b25740ad82aa,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:11.223914 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59790) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:11.237770 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 087e4e1b-3162-4f3f-9b15-f40cece828da no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:11.267193 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 087e4e1b-3162-4f3f-9b15-f40cece828da {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:11.267566 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 087e4e1b-3162-4f3f-9b15-f40cece828da not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:11.267955 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device cf7a7229-b5ea-4eff-be74-532e9dc9e225 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:11.279143 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad6986dd-c330-47e2-aeaf-a4c7a459cf38 admin admin] Publish callbacks [] for security_group (0d53606f-1450-4c25-aef8-935d6fb7d482), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.287273 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: cf7a7229-b5ea-4eff-be74-532e9dc9e225 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:11.287619 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device cf7a7229-b5ea-4eff-be74-532e9dc9e225 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:11.288323 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device e37d3820-58d5-4500-9b0d-b25740ad82aa no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:58:11.299345 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.302194 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad6986dd-c330-47e2-aeaf-a4c7a459cf38 admin admin] Publish callbacks [] for security_group (0d53606f-1450-4c25-aef8-935d6fb7d482), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.310165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: e37d3820-58d5-4500-9b0d-b25740ad82aa {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:58:11.310445 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device e37d3820-58d5-4500-9b0d-b25740ad82aa not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:58:11.320957 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:11.339395 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65da4edf-a5af-40b6-bb37-32c9034542ac') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:11.339731 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65da4edf-a5af-40b6-bb37-32c9034542ac') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:11.355132 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (65da4edf-a5af-40b6-bb37-32c9034542ac), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.373025 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (65da4edf-a5af-40b6-bb37-32c9034542ac), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.379205 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:58:11.379590 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (65da4edf-a5af-40b6-bb37-32c9034542ac), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:58:11.381351 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:58:11.390596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad6986dd-c330-47e2-aeaf-a4c7a459cf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (0d53606f-1450-4c25-aef8-935d6fb7d482), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.393171 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ad6986dd-c330-47e2-aeaf-a4c7a459cf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.394297 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ad6986dd-c330-47e2-aeaf-a4c7a459cf38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d53606f-1450-4c25-aef8-935d6fb7d482 HTTP/1.1" status: 204 len: 168 time: 0.1693835 Mar 31 16:58:11.405750 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6986dd-c330-47e2-aeaf-a4c7a459cf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d53606f-1450-4c25-aef8-935d6fb7d482,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:11.418962 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-abb40c09-4860-4e32-bfcb-0357cef66331 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685339 Mar 31 16:58:11.448985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.453284 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.459155 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] 10.222.0.21 "DELETE /v2.0/networks/b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764 HTTP/1.1" status: 204 len: 168 time: 0.8058364 Mar 31 16:58:11.482683 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55f5df-799c-429b-80d2-0f9999e4d6fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b9fe6c5a-e6cb-4186-b1ce-1b07fd6a7764,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:11.509005 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-d046a3b5-f8fd-438d-bdac-46390ec7fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:11.511287 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-d046a3b5-f8fd-438d-bdac-46390ec7fe61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1130 time: 0.0485973 Mar 31 16:58:11.626646 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-e3b43d23-97dc-4358-babc-29fdd463210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:11.628145 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-e3b43d23-97dc-4358-babc-29fdd463210f service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0984380 Mar 31 16:58:11.699392 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-a2fc7320-b66d-4e14-96ca-52a0714c627b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 1001 time: 0.0652680 Mar 31 16:58:11.706877 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59802) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:11.784809 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-ee7b7808-8415-4b13-ba50-112f4006a4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:11.786320 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-ee7b7808-8415-4b13-ba50-112f4006a4f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0817866 Mar 31 16:58:11.792801 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b68375b0-7938-4a56-bc6e-f36df66a5199 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d44de79b7314861b41c4ecf8bb5f25a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849483 Mar 31 16:58:11.795652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59808) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:11.837163 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-2e7bff3d-8f6a-43eb-ac2a-af1cf4dfbaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:11.838760 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-2e7bff3d-8f6a-43eb-ac2a-af1cf4dfbaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449224 Mar 31 16:58:11.858476 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-67da41cd-5fe7-4d98-bae7-ef5f639ff37e admin admin] Publish callbacks [] for security_group (74001f71-9862-4aa3-8844-a6338001bac2), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.880825 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-67da41cd-5fe7-4d98-bae7-ef5f639ff37e admin admin] Publish callbacks [] for security_group (74001f71-9862-4aa3-8844-a6338001bac2), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.932194 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-67da41cd-5fe7-4d98-bae7-ef5f639ff37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (74001f71-9862-4aa3-8844-a6338001bac2), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.934909 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-67da41cd-5fe7-4d98-bae7-ef5f639ff37e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:11.936050 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-67da41cd-5fe7-4d98-bae7-ef5f639ff37e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74001f71-9862-4aa3-8844-a6338001bac2 HTTP/1.1" status: 204 len: 168 time: 0.1392500 Mar 31 16:58:11.937736 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-19fff8cf-75cc-40f7-9314-cbf0d0cca2ca service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928535 Mar 31 16:58:11.944509 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da41cd-5fe7-4d98-bae7-ef5f639ff37e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74001f71-9862-4aa3-8844-a6338001bac2,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:12.037167 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f3c5f684-3546-44fc-9ba1-71b3778bd5cb req-7a5ada94-8996-4ccd-92ea-25ff33c7aeaa service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890644 Mar 31 16:58:12.263970 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59828) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:12.405148 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-264747046-network', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:12.430470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Made reservation on behalf of a9bc471acc344a5a91597392d6eeac45 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:12.432827 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.441829 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.519319 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks [] for security_group (42b52937-92b7-4b48-bff5-6ed89584aee1), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.523384 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (42b52937-92b7-4b48-bff5-6ed89584aee1), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.552178 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:58:12.559014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b52937-92b7-4b48-bff5-6ed89584aee1,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:12.566647 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (11516125-ffeb-4c78-ad1f-fc49cf9ecd10), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.566802 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Added segment 11516125-ffeb-4c78-ad1f-fc49cf9ecd10 of type vlan for network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 Mar 31 16:58:12.611018 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.635021 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.636391 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:12.636961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.691211 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4257510 Mar 31 16:58:12.693985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59848) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:12.699007 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Request body: {'subnet': {'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-264747046-subnet', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:12.699911 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b65d072-1294-49c0-a57b-6b99d6cede7c admin admin] Pushing event updated for resources: {'Network': ['ID=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:12.710983 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:58:12.719642 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Made reservation on behalf of a9bc471acc344a5a91597392d6eeac45 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:12.722152 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.897965 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (7bcaf55c-6f8a-4272-bb81-f67647a8bceb), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:12.960923 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bcaf55c-6f8a-4272-bb81-f67647a8bceb,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:12.968972 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Checking segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:12.969487 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Network hostable DHCP agents. Network: 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:58:12.987066 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:58:12.999875 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:13.008193 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:13.008891 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.022017 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fb738e-9f36-413d-aa04-609791fa7301 None None] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:13.040103 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2dbda1ec-3bcc-4f2c-affd-0d8275ee2069 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3449140 Mar 31 16:58:13.043293 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59854) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:13.047732 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:13.070338 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (af6b9d82-9e4e-47b7-b525-261ffa5a6244), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.071716 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (af6b9d82-9e4e-47b7-b525-261ffa5a6244), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.142914 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:58:13.144186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.156645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks [] for router_controller (af6b9d82-9e4e-47b7-b525-261ffa5a6244), precommit_add_association {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.289971 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Allocated IP 172.20.0.2 (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97/7bcaf55c-6f8a-4272-bb81-f67647a8bceb/a692f6ff-b582-4013-a2cd-78308d60469b) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:13.304991 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks [] for router_gateway (af6b9d82-9e4e-47b7-b525-261ffa5a6244), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.435764 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Publish callbacks [] for port (a692f6ff-b582-4013-a2cd-78308d60469b), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.441694 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.479520 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:13.484285 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:13.486881 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:13.494333 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Pushing event updated for resources: {'Port': ['ID=a692f6ff-b582-4013-a2cd-78308d60469b,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:13.507970 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks [] for router_gateway (af6b9d82-9e4e-47b7-b525-261ffa5a6244), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.530985 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.546571 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Attempting to bind port a692f6ff-b582-4013-a2cd-78308d60469b on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:13.546950 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Attempting to bind port a692f6ff-b582-4013-a2cd-78308d60469b by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:13.547339 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Attempting to bind port a692f6ff-b582-4013-a2cd-78308d60469b on network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:13.552399 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:13.552779 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Checking segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:13.553243 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.553638 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Bound using segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:13.554105 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Bound port: a692f6ff-b582-4013-a2cd-78308d60469b, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:13.554486 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.619066 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] For port a692f6ff-b582-4013-a2cd-78308d60469b, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:13.622119 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] For port a692f6ff-b582-4013-a2cd-78308d60469b, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=a692f6ff-b582-4013-a2cd-78308d60469b,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:13.629944 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.632050 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Allocated IP 172.27.3.43 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/b4100fee-9ea1-4bf5-b9b7-7de8ba9df229) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:13.698536 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c013ac2-d57c-4b7e-9432-853063a5ba43 None None] Pushing event updated for resources: {'Port': ['ID=a692f6ff-b582-4013-a2cd-78308d60469b,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:13.744266 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks [] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.779241 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:13.824476 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:13.839887 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Pushing event updated for resources: {'Port': ['ID=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:13.842556 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:13.846915 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:14.099098 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks [] for router_gateway (af6b9d82-9e4e-47b7-b525-261ffa5a6244), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:14.300298 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (af6b9d82-9e4e-47b7-b525-261ffa5a6244), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:14.456996 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Router af6b9d82-9e4e-47b7-b525-261ffa5a6244 is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109838) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:58:14.581218 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:14.590745 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Sync routers for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:14.598392 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:14.602259 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-865165fe-ad7c-48b9-8a45-ca08539c5af2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5551581 Mar 31 16:58:14.602709 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59868) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:14.614070 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:14.614691 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:14.709297 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50b829d-4687-4d06-8f62-7c611812400f None None] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:14.778060 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:14.849466 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] Provisioning complete for port a692f6ff-b582-4013-a2cd-78308d60469b triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:14.849837 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.045350 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.193120 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] Current status of the port a692f6ff-b582-4013-a2cd-78308d60469b is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:15.193518 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.210279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Allocated IP 172.20.0.1 (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97/7bcaf55c-6f8a-4272-bb81-f67647a8bceb/c61b36ac-03b8-469d-8784-b4f30eea821f) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:15.234743 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] For port a692f6ff-b582-4013-a2cd-78308d60469b, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=a692f6ff-b582-4013-a2cd-78308d60469b,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:15.236644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:13Z', 'revision_number': 3, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:15.239808 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.266939 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Checking router: af6b9d82-9e4e-47b7-b525-261ffa5a6244 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:15.267297 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Updating router af6b9d82-9e4e-47b7-b525-261ffa5a6244 port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:58:15.325331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks [] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.329937 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.356398 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c19a1b-b736-43e5-ab6f-141b7eb92252 None None] Pushing event updated for resources: {'Port': ['ID=a692f6ff-b582-4013-a2cd-78308d60469b,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:15.369258 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.376242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a692f6ff-b582-4013-a2cd-78308d60469b up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:15.408264 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:15.412104 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:15.418323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:15.445204 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c61b36ac-03b8-469d-8784-b4f30eea821f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:15.452074 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0093a04e-6919-4bf1-9f0f-cce8642028d5 None None] Provisioning complete for port a692f6ff-b582-4013-a2cd-78308d60469b triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:15.452458 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0093a04e-6919-4bf1-9f0f-cce8642028d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.465446 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (af6b9d82-9e4e-47b7-b525-261ffa5a6244), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.597013 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port a692f6ff-b582-4013-a2cd-78308d60469b triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:15.597537 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.631784 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.688811 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0093a04e-6919-4bf1-9f0f-cce8642028d5 None None] Current status of the port a692f6ff-b582-4013-a2cd-78308d60469b is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:15.766110 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port a692f6ff-b582-4013-a2cd-78308d60469b is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:15.818096 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks [] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.825366 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.826600 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Publish callbacks [] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.833196 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-88783fc3-c586-452a-9570-69608101495d None None] Provisioning complete for port c61b36ac-03b8-469d-8784-b4f30eea821f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:15.833436 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-88783fc3-c586-452a-9570-69608101495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.836945 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.910605 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (af6b9d82-9e4e-47b7-b525-261ffa5a6244), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.915753 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-88783fc3-c586-452a-9570-69608101495d None None] Port c61b36ac-03b8-469d-8784-b4f30eea821f cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:58:15.916739 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Pushing event updated for resources: {'Port': ['ID=c61b36ac-03b8-469d-8784-b4f30eea821f,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:15.928595 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df84a4-0d84-48d1-aa7f-a488faad03f9 None None] Pushing event updated for resources: {'Port': ['ID=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:15.932168 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Attempting to bind port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:15.932544 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Attempting to bind port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:15.932910 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Attempting to bind port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:15.939374 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:15.939759 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:15.940167 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.940564 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:15.941232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Bound port: b4100fee-9ea1-4bf5-b9b7-7de8ba9df229, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:15.941620 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:15.998896 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] For port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:16.001979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] For port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:16.007517 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.014621 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:16.015952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:16.064933 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:16.065613 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:16.103142 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df84a4-0d84-48d1-aa7f-a488faad03f9 None None] Pushing event updated for resources: {'Port': ['ID=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:16.147673 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Router af6b9d82-9e4e-47b7-b525-261ffa5a6244 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:58:16.183751 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:16.258954 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:16.273018 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6b7a7e76-8d93-46c3-aa7b-3a320dc4dcb8 admin admin] 10.222.0.21 "PUT /v2.0/routers/af6b9d82-9e4e-47b7-b525-261ffa5a6244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607897 Mar 31 16:58:16.366419 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-13cacca1-c40b-4ce8-a29b-fc17d97bc39b None None] Provisioning complete for port c61b36ac-03b8-469d-8784-b4f30eea821f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:16.366802 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-13cacca1-c40b-4ce8-a29b-fc17d97bc39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.413378 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-13cacca1-c40b-4ce8-a29b-fc17d97bc39b None None] Port c61b36ac-03b8-469d-8784-b4f30eea821f cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:58:16.426501 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 2, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:16.453022 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b69c244-ade8-4044-8d61-f728b57c7ea6 None None] The sync data for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi is: [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 2, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:16.829535 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59896) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:16.834477 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-677047328-network', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:16.854150 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Made reservation on behalf of ca00975fc9554ab9a7ee849faa1ef165 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:16.856605 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.866024 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.944731 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks [] for security_group (5281e105-618c-4595-ac16-adc699b7245f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.950154 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (5281e105-618c-4595-ac16-adc699b7245f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.976597 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:58:16.987207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5281e105-618c-4595-ac16-adc699b7245f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:16.994176 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (05c5b1aa-ea9c-4988-bfcf-42408c796838), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:16.994671 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Added segment 05c5b1aa-ea9c-4988-bfcf-42408c796838 of type vlan for network b27cdd82-ee87-437f-921c-8d059141cdb2 Mar 31 16:58:17.041423 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (b27cdd82-ee87-437f-921c-8d059141cdb2), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.090884 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (b27cdd82-ee87-437f-921c-8d059141cdb2), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.093170 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:17.093170 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.158357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59908) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:17.163334 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Request body: {'subnet': {'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-677047328-subnet', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:17.167757 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3370507 Mar 31 16:58:17.178151 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f80899-0bc3-49d0-8043-15bb623ff61d admin admin] Pushing event updated for resources: {'Network': ['ID=b27cdd82-ee87-437f-921c-8d059141cdb2,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:17.191551 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network b27cdd82-ee87-437f-921c-8d059141cdb2 details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:58:17.192952 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Made reservation on behalf of ca00975fc9554ab9a7ee849faa1ef165 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:17.196094 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.434142 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (800a5737-5858-409e-a2a8-7d84b22a3a15), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.459303 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a692f6ff-b582-4013-a2cd-78308d60469b up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:17.506751 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800a5737-5858-409e-a2a8-7d84b22a3a15,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:17.519739 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port a692f6ff-b582-4013-a2cd-78308d60469b triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:17.520242 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.530094 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Checking segment: {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:17.530738 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Network hostable DHCP agents. Network: b27cdd82-ee87-437f-921c-8d059141cdb2, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:58:17.562499 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Network b27cdd82-ee87-437f-921c-8d059141cdb2 is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:58:17.575283 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, b27cdd82-ee87-437f-921c-8d059141cdb2) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:17.583012 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:17.583629 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.600579 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e04038-ffc0-4636-8fd4-8a55fca00e52 None None] Network b27cdd82-ee87-437f-921c-8d059141cdb2 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:17.605010 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8d3c4073-c950-4ebc-b9ad-913dfd6081f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4453158 Mar 31 16:58:17.607475 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59926) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:17.612635 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:17.634913 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2084408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3763'] for router (55dc75eb-cafa-4f74-830b-0c26b0f391fa), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.636042 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2083240', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1588985', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1650389', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3752'] for router (55dc75eb-cafa-4f74-830b-0c26b0f391fa), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.688910 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port a692f6ff-b582-4013-a2cd-78308d60469b is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:17.690108 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:17.719917 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks [] for router_controller (55dc75eb-cafa-4f74-830b-0c26b0f391fa), precommit_add_association {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.779025 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe30ae1d8-0ae6-52bd-84c1-6ec23b8eeecc-b27cdd82-ee87-437f-921c-8d059141cdb2', 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'fixed_ips': [{'subnet_id': '800a5737-5858-409e-a2a8-7d84b22a3a15'}]}} from dv-cinder-826949-3-iscsi. {{(pid=109839) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:58:17.779879 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.816371 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:17.816710 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.877113 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks [] for router_gateway (55dc75eb-cafa-4f74-830b-0c26b0f391fa), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:17.996838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:17.997265 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.026335 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.db_base_plugin_common [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Allocated IP 172.20.0.2 (b27cdd82-ee87-437f-921c-8d059141cdb2/800a5737-5858-409e-a2a8-7d84b22a3a15/ba8aa785-01c8-4be0-bca8-4f401166f1f5) {{(pid=109839) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:18.158775 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks [] for router_gateway (55dc75eb-cafa-4f74-830b-0c26b0f391fa), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.172458 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:18.177757 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.179161 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.272151 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:18.291903 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Allocated IP 172.27.3.60 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/c76a2256-eb65-49c6-9045-a8f35ee04579) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:18.359516 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Publish callbacks [] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), precommit_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.365803 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), after_create {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.393380 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks [] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.402776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Network b27cdd82-ee87-437f-921c-8d059141cdb2 is already hosted by enough agents. {{(pid=109839) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:18.405687 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.scheduler.base_scheduler [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Resources bound (agent type, host, resource id): {{(pid=109839) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:18.411257 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Received port after_create {{(pid=109839) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:18.418609 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Pushing event updated for resources: {'Port': ['ID=ba8aa785-01c8-4be0-bca8-4f401166f1f5,revision_number=1']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:18.430572 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.470842 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:18.472285 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Attempting to bind port ba8aa785-01c8-4be0-bca8-4f401166f1f5 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:18.472663 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Attempting to bind port ba8aa785-01c8-4be0-bca8-4f401166f1f5 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:18.473034 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Attempting to bind port ba8aa785-01c8-4be0-bca8-4f401166f1f5 on network b27cdd82-ee87-437f-921c-8d059141cdb2 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:18.475637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:18.478090 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:18.478543 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Checking segment: {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:18.478873 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.479326 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Bound using segment: {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:18.479795 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Bound port: ba8aa785-01c8-4be0-bca8-4f401166f1f5, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:18.480181 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.480556 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:18.484424 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Pushing event updated for resources: {'Port': ['ID=c76a2256-eb65-49c6-9045-a8f35ee04579,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:18.549154 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] For port ba8aa785-01c8-4be0-bca8-4f401166f1f5, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:18.552410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] For port ba8aa785-01c8-4be0-bca8-4f401166f1f5, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=ba8aa785-01c8-4be0-bca8-4f401166f1f5,segment=NetworkSegment(05c5b1aa-ea9c-4988-bfcf-42408c796838),segment_id=05c5b1aa-ea9c-4988-bfcf-42408c796838)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:18.559758 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.624850 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f2404-40d9-46a2-addb-fd63e06ef9ad None None] Pushing event updated for resources: {'Port': ['ID=ba8aa785-01c8-4be0-bca8-4f401166f1f5,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:18.747999 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks [] for router_gateway (55dc75eb-cafa-4f74-830b-0c26b0f391fa), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:18.912832 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Sync routers for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:18.924565 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:18.924978 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:19.037429 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:19.234442 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2083233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1588782'] for router (55dc75eb-cafa-4f74-830b-0c26b0f391fa), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.244546 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 2, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:19.278596 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Checking router: af6b9d82-9e4e-47b7-b525-261ffa5a6244 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:19.279022 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Updating router af6b9d82-9e4e-47b7-b525-261ffa5a6244 port c61b36ac-03b8-469d-8784-b4f30eea821f binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:58:19.314087 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.395907 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Router 55dc75eb-cafa-4f74-830b-0c26b0f391fa is scheduled to L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b with binding_index 1 {{(pid=109837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:58:19.477001 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:19.532192 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:19.532499 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.543000 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:19.557586 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Sync routers for ids ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:19.574614 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.577550 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-febaf9e3-aae8-44d3-82ce-190ef806ff5e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9689345 Mar 31 16:58:19.579381 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59952) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:19.579819 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Routers {'55dc75eb-cafa-4f74-830b-0c26b0f391fa'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:19.580434 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:19.620220 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Publish callbacks [] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.628519 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.675980 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Pushing event updated for resources: {'Port': ['ID=c61b36ac-03b8-469d-8784-b4f30eea821f,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:19.689753 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.690357 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.691380 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.691925 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.692940 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.693473 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.693968 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.694450 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.694931 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.695434 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.695916 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.696945 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.697952 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.698457 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.698954 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109840) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:19.728907 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:19.730048 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device ba8aa785-01c8-4be0-bca8-4f401166f1f5 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:19.769424 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Attempting to bind port c61b36ac-03b8-469d-8784-b4f30eea821f on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:19.770085 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Attempting to bind port c61b36ac-03b8-469d-8784-b4f30eea821f by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:19.770663 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Attempting to bind port c61b36ac-03b8-469d-8784-b4f30eea821f on network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:19.779943 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:19.780689 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Checking segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:19.781320 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.781896 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Bound using segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:19.782979 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Bound port: c61b36ac-03b8-469d-8784-b4f30eea821f, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:19.783586 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.794323 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bd0320-b093-4291-8340-3af095948254 None None] Network b27cdd82-ee87-437f-921c-8d059141cdb2 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:19.799072 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Set router 55dc75eb-cafa-4f74-830b-0c26b0f391fa gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:19.864779 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] For port c61b36ac-03b8-469d-8784-b4f30eea821f, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:19.870452 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] For port c61b36ac-03b8-469d-8784-b4f30eea821f, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=c61b36ac-03b8-469d-8784-b4f30eea821f,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:19.880104 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:19.940485 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:19.941375 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:20.004143 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] Provisioning complete for port ba8aa785-01c8-4be0-bca8-4f401166f1f5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:20.004492 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.060914 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port ba8aa785-01c8-4be0-bca8-4f401166f1f5 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:20.061289 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.111442 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.133175 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928a04d-4428-4b1d-acdb-c5456369db44 None None] Pushing event updated for resources: {'Port': ['ID=c61b36ac-03b8-469d-8784-b4f30eea821f,revision_number=4']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:20.198846 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:20.297599 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] Current status of the port ba8aa785-01c8-4be0-bca8-4f401166f1f5 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:20.297997 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.336133 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Allocated IP 172.20.0.1 (b27cdd82-ee87-437f-921c-8d059141cdb2/800a5737-5858-409e-a2a8-7d84b22a3a15/03beda92-9ddd-47da-8933-85feb28e0b18) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:20.340101 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] For port ba8aa785-01c8-4be0-bca8-4f401166f1f5, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=ba8aa785-01c8-4be0-bca8-4f401166f1f5,segment=NetworkSegment(05c5b1aa-ea9c-4988-bfcf-42408c796838),segment_id=05c5b1aa-ea9c-4988-bfcf-42408c796838)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:20.356250 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.365291 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port ba8aa785-01c8-4be0-bca8-4f401166f1f5 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:20.365687 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.454629 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T16:58:18Z', 'revision_number': 3, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:20.512033 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks [] for port (03beda92-9ddd-47da-8933-85feb28e0b18), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.513550 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:19Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:20.529961 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Checking router: 55dc75eb-cafa-4f74-830b-0c26b0f391fa for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:20.530835 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Updating router 55dc75eb-cafa-4f74-830b-0c26b0f391fa port c76a2256-eb65-49c6-9045-a8f35ee04579 binding host dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:58:20.535533 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf0cae-a4dd-4dd6-8556-0fc6d2cb7716 None None] Pushing event updated for resources: {'Port': ['ID=ba8aa785-01c8-4be0-bca8-4f401166f1f5,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:20.541277 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72a0753-c0b0-400c-9fc0-cb9d1630f03d None None] The sync data for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi is: [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:19Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:20.564874 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.612229 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Network b27cdd82-ee87-437f-921c-8d059141cdb2 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:20.617579 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:20.623060 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:20.626147 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Pushing event updated for resources: {'Port': ['ID=03beda92-9ddd-47da-8933-85feb28e0b18,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:20.649204 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.652195 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.db.api [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109839) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 16:58:20.652581 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG oslo_db.api [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 16:58:20.653149 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Provisioning complete for port c61b36ac-03b8-469d-8784-b4f30eea821f triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:20.653516 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.661430 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.661777 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.662119 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.662458 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.662791 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.663115 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.663438 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.663760 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.664091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.664407 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.664747 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.665687 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.665961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.666279 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.666596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:20.680183 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2081785'] for router_interface (55dc75eb-cafa-4f74-830b-0c26b0f391fa), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:20.860077 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.045123 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks [] for port (03beda92-9ddd-47da-8933-85feb28e0b18), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.050632 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.098777 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Current status of the port c61b36ac-03b8-469d-8784-b4f30eea821f is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:21.099118 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.122735 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Pushing event updated for resources: {'Port': ['ID=03beda92-9ddd-47da-8933-85feb28e0b18,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:21.128316 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2087772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2081645'] for router_interface (55dc75eb-cafa-4f74-830b-0c26b0f391fa), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.203050 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] For port c61b36ac-03b8-469d-8784-b4f30eea821f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=c61b36ac-03b8-469d-8784-b4f30eea821f,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:21.216408 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.225332 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Network b27cdd82-ee87-437f-921c-8d059141cdb2 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:21.226790 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:21.272995 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port ba8aa785-01c8-4be0-bca8-4f401166f1f5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:21.286003 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Publish callbacks [] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), precommit_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.307301 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Provisioning complete for port ba8aa785-01c8-4be0-bca8-4f401166f1f5 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:21.307681 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.315149 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.357884 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Pushing event updated for resources: {'Port': ['ID=c61b36ac-03b8-469d-8784-b4f30eea821f,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:21.385456 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Router 55dc75eb-cafa-4f74-830b-0c26b0f391fa has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:58:21.418347 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Attempting to bind port c76a2256-eb65-49c6-9045-a8f35ee04579 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:21.418706 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Attempting to bind port c76a2256-eb65-49c6-9045-a8f35ee04579 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:21.419066 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Attempting to bind port c76a2256-eb65-49c6-9045-a8f35ee04579 on network 7898e0b5-f308-4eda-8106-3d28b0d48897 {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:21.433400 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:21.433776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Checking segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:21.434089 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.434674 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Bound using segment: {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'} {{(pid=109839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:21.434998 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.managers [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Bound port: c76a2256-eb65-49c6-9045-a8f35ee04579, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ada7403-0864-4cf2-895e-6f180ed0993f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897'}}] {{(pid=109839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:21.435386 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.437847 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35192f-f7a7-4892-8e98-9d09a0b94c15 None None] Pushing event updated for resources: {'Port': ['ID=c76a2256-eb65-49c6-9045-a8f35ee04579,revision_number=2']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:21.476092 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device ba8aa785-01c8-4be0-bca8-4f401166f1f5 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:21.535462 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:58:21.549160 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-5c66b164-b8e9-4fc0-bea2-e78be0844e88 admin admin] 10.222.0.21 "PUT /v2.0/routers/55dc75eb-cafa-4f74-830b-0c26b0f391fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9644938 Mar 31 16:58:21.566644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] For port c76a2256-eb65-49c6-9045-a8f35ee04579, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:21.584321 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb44f7-0b39-4f3e-87a9-14b2b7968cca None None] Current status of the port ba8aa785-01c8-4be0-bca8-4f401166f1f5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:21.587883 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] For port c76a2256-eb65-49c6-9045-a8f35ee04579, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=c76a2256-eb65-49c6-9045-a8f35ee04579,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:21.599646 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.609118 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port ba8aa785-01c8-4be0-bca8-4f401166f1f5 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:21.609496 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.707917 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Routers {'55dc75eb-cafa-4f74-830b-0c26b0f391fa'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:21.708565 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:21.711672 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35192f-f7a7-4892-8e98-9d09a0b94c15 None None] Pushing event updated for resources: {'Port': ['ID=c76a2256-eb65-49c6-9045-a8f35ee04579,revision_number=3']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:21.785657 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59972) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:21.792591 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-a220a0ad-3736-4569-87c3-40d4eec75974 None None] Provisioning complete for port 03beda92-9ddd-47da-8933-85feb28e0b18 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:21.792972 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-a220a0ad-3736-4569-87c3-40d4eec75974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.877236 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-a220a0ad-3736-4569-87c3-40d4eec75974 None None] Port 03beda92-9ddd-47da-8933-85feb28e0b18 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:58:21.886561 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port ba8aa785-01c8-4be0-bca8-4f401166f1f5 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:21.887638 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c61b36ac-03b8-469d-8784-b4f30eea821f up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:21.892717 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] Set router 55dc75eb-cafa-4f74-830b-0c26b0f391fa gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:21.897607 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3386dc27-fa8f-466a-9319-6ece8d093c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.979654 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3386dc27-fa8f-466a-9319-6ece8d093c93 admin admin] Publish callbacks [] for security_group (65866d5a-b8ba-45ae-b036-15f64146338e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:21.985600 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3386dc27-fa8f-466a-9319-6ece8d093c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (65866d5a-b8ba-45ae-b036-15f64146338e), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.023603 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386dc27-fa8f-466a-9319-6ece8d093c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65866d5a-b8ba-45ae-b036-15f64146338e,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.037940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59976) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.039273 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3386dc27-fa8f-466a-9319-6ece8d093c93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e736a96ede0a48e0939b50aeafb1fc4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521558 Mar 31 16:58:22.059264 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port c61b36ac-03b8-469d-8784-b4f30eea821f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:22.059729 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.086390 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-347e5d1a-1730-48f1-8778-bd25fc3d4394 admin admin] Publish callbacks [] for security_group (65866d5a-b8ba-45ae-b036-15f64146338e), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.108990 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-347e5d1a-1730-48f1-8778-bd25fc3d4394 admin admin] Publish callbacks [] for security_group (65866d5a-b8ba-45ae-b036-15f64146338e), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.129164 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59978) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.133718 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561362069', 'description': 'tempest-secgroup-smoke-1561362069 description', 'project_id': 'a9bc471acc344a5a91597392d6eeac45'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:22.167469 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.197198 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-347e5d1a-1730-48f1-8778-bd25fc3d4394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (65866d5a-b8ba-45ae-b036-15f64146338e), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.200412 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-347e5d1a-1730-48f1-8778-bd25fc3d4394 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.201839 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-347e5d1a-1730-48f1-8778-bd25fc3d4394 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/65866d5a-b8ba-45ae-b036-15f64146338e HTTP/1.1" status: 204 len: 168 time: 0.1621852 Mar 31 16:58:22.202734 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port c61b36ac-03b8-469d-8784-b4f30eea821f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:22.211820 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '03beda92-9ddd-47da-8933-85feb28e0b18', 'name': '', 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'mac_address': 'fa:16:3e:0f:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:20Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 2, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'subnets': [{'id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:22.212675 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e5d1a-1730-48f1-8778-bd25fc3d4394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65866d5a-b8ba-45ae-b036-15f64146338e,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.245903 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf47bb2-51c5-48e0-9385-8a03b88a83cb None None] The sync data for ids ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'] in dv-cinder-826949-3-iscsi is: [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '03beda92-9ddd-47da-8933-85feb28e0b18', 'name': '', 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'mac_address': 'fa:16:3e:0f:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:20Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 2, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'subnets': [{'id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:22.263685 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group (41a269cf-70b1-4910-a968-98a64cfca6bf), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.268440 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (41a269cf-70b1-4910-a968-98a64cfca6bf), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.309277 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.310507 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1801543 Mar 31 16:58:22.312766 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cac283-0980-47d1-ad5e-41ef8efe642e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a269cf-70b1-4910-a968-98a64cfca6bf,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.314490 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59982) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.319684 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group_rule': {'security_group_id': '41a269cf-70b1-4910-a968-98a64cfca6bf', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:22.360907 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (a505ca16-b067-4aef-9ad7-0c2a1f1e05ca), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.418392 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (a505ca16-b067-4aef-9ad7-0c2a1f1e05ca), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.424228 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (a505ca16-b067-4aef-9ad7-0c2a1f1e05ca), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.444915 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a505ca16-b067-4aef-9ad7-0c2a1f1e05ca,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.452740 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.456637 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-a0fbfee1-c6bc-4e4e-b701-aa83413e75bf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382971 Mar 31 16:58:22.457008 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 59988) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.461457 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group_rule': {'security_group_id': '41a269cf-70b1-4910-a968-98a64cfca6bf', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:22.512060 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (55551967-53be-433a-ba7d-940b908cd15d), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.575758 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (55551967-53be-433a-ba7d-940b908cd15d), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.579727 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (55551967-53be-433a-ba7d-940b908cd15d), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.599547 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55551967-53be-433a-ba7d-940b908cd15d,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.609208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.615528 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 59996) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.616723 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-4387821d-e7a9-463b-ad84-1259faef857c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586471 Mar 31 16:58:22.620990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group_rule': {'security_group_id': '41a269cf-70b1-4910-a968-98a64cfca6bf', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:22.648946 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (e7ee2f98-92c6-44fc-a5df-774830bae71c), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.710799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (e7ee2f98-92c6-44fc-a5df-774830bae71c), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.714571 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (e7ee2f98-92c6-44fc-a5df-774830bae71c), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.735617 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ee2f98-92c6-44fc-a5df-774830bae71c,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.746653 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.747882 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-da38542d-ccc4-42ce-a4ed-07385aa2e163 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1309609 Mar 31 16:58:22.750596 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60000) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.755082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group_rule': {'security_group_id': '41a269cf-70b1-4910-a968-98a64cfca6bf', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:22.784001 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (c5189ab9-cce0-4e6a-9cb7-0f2db93ed525), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.848341 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (c5189ab9-cce0-4e6a-9cb7-0f2db93ed525), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.853745 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (c5189ab9-cce0-4e6a-9cb7-0f2db93ed525), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.875199 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5189ab9-cce0-4e6a-9cb7-0f2db93ed525,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:22.884251 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.888463 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60008) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:22.888627 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3cf7e2ad-3e17-419e-a536-b397613bf000 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1369250 Mar 31 16:58:22.894287 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group_rule': {'security_group_id': '41a269cf-70b1-4910-a968-98a64cfca6bf', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:22.920345 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.securitygroups_db [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Project a9bc471acc344a5a91597392d6eeac45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:58:22.926620 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (42fc036a-65d9-40db-b7ee-1a5ef0ee0468), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.985958 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (42fc036a-65d9-40db-b7ee-1a5ef0ee0468), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:22.989657 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (42fc036a-65d9-40db-b7ee-1a5ef0ee0468), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.008618 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42fc036a-65d9-40db-b7ee-1a5ef0ee0468,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:23.014525 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.015703 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-5688d426-9f60-4ab9-9eee-1369b9fe69d1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1258764 Mar 31 16:58:23.018404 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60012) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:23.022585 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'security_group_rule': {'security_group_id': '41a269cf-70b1-4910-a968-98a64cfca6bf', 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:23.043543 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.securitygroups_db [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Project a9bc471acc344a5a91597392d6eeac45 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:58:23.048396 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (3e3ce34e-7fa6-452d-8e25-a42305d1d1c5), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.111147 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (3e3ce34e-7fa6-452d-8e25-a42305d1d1c5), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.115081 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626499'] for security_group_rule (3e3ce34e-7fa6-452d-8e25-a42305d1d1c5), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.137359 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3ce34e-7fa6-452d-8e25-a42305d1d1c5,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:23.142981 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.144035 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-55fb1b5f-88d8-4e83-b274-89bba76e8308 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247082 Mar 31 16:58:23.490344 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-22e103bf-4e7f-4105-bd8d-e74be118c5c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.497749 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c76a2256-eb65-49c6-9045-a8f35ee04579 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:23.560907 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port c76a2256-eb65-49c6-9045-a8f35ee04579 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:23.561315 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.660457 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port c76a2256-eb65-49c6-9045-a8f35ee04579 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:23.660786 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.689828 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] For port c76a2256-eb65-49c6-9045-a8f35ee04579, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=c76a2256-eb65-49c6-9045-a8f35ee04579,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:23.698493 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.699353 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c61b36ac-03b8-469d-8784-b4f30eea821f up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:23.798422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Pushing event updated for resources: {'Port': ['ID=c76a2256-eb65-49c6-9045-a8f35ee04579,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:23.848239 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port c61b36ac-03b8-469d-8784-b4f30eea821f triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:23.848608 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:23.937698 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port c61b36ac-03b8-469d-8784-b4f30eea821f is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:24.235895 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60100) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:24.344786 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c78f9a1-2f05-482f-bc79-bc7fa15d6496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.425971 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c78f9a1-2f05-482f-bc79-bc7fa15d6496 admin admin] Publish callbacks [] for security_group (f0c18de2-8a4c-4da6-ad59-2d31e3aac521), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.429902 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-6c78f9a1-2f05-482f-bc79-bc7fa15d6496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (f0c18de2-8a4c-4da6-ad59-2d31e3aac521), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.473157 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6c78f9a1-2f05-482f-bc79-bc7fa15d6496 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f11ccc8a0824a77881ed5a9a8109c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361200 Mar 31 16:58:24.474247 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78f9a1-2f05-482f-bc79-bc7fa15d6496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c18de2-8a4c-4da6-ad59-2d31e3aac521,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:24.475967 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60104) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:24.535517 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8dcb-6e07-437e-b003-a2dd6d75de63 admin admin] Publish callbacks [] for security_group (f0c18de2-8a4c-4da6-ad59-2d31e3aac521), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.558379 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8dcb-6e07-437e-b003-a2dd6d75de63 admin admin] Publish callbacks [] for security_group (f0c18de2-8a4c-4da6-ad59-2d31e3aac521), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.611617 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8dcb-6e07-437e-b003-a2dd6d75de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (f0c18de2-8a4c-4da6-ad59-2d31e3aac521), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.614331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-b4ee8dcb-6e07-437e-b003-a2dd6d75de63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:24.618952 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-b4ee8dcb-6e07-437e-b003-a2dd6d75de63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0c18de2-8a4c-4da6-ad59-2d31e3aac521 HTTP/1.1" status: 204 len: 168 time: 0.1405520 Mar 31 16:58:24.631276 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee8dcb-6e07-437e-b003-a2dd6d75de63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c18de2-8a4c-4da6-ad59-2d31e3aac521,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:24.729944 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Sync routers for ids ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:58:24.746907 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Routers {'55dc75eb-cafa-4f74-830b-0c26b0f391fa'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:24.748039 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:24.867688 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Set router 55dc75eb-cafa-4f74-830b-0c26b0f391fa gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:24.929153 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60112) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:24.942744 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe86f-8c59-4ddd-9d03-78de214f0e80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.026169 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe86f-8c59-4ddd-9d03-78de214f0e80 admin admin] Publish callbacks [] for security_group (56c3b34c-f858-4b05-a42a-5a2954f25818), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.033638 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe86f-8c59-4ddd-9d03-78de214f0e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (56c3b34c-f858-4b05-a42a-5a2954f25818), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.080184 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2e0fe86f-8c59-4ddd-9d03-78de214f0e80 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86c8d19d3c6f42f79d1a7a7fbbbca945&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1499093 Mar 31 16:58:25.082272 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fe86f-8c59-4ddd-9d03-78de214f0e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c3b34c-f858-4b05-a42a-5a2954f25818,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:25.084656 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60114) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:25.098618 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '03beda92-9ddd-47da-8933-85feb28e0b18', 'name': '', 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'mac_address': 'fa:16:3e:0f:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:20Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 2, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'subnets': [{'id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:25.128097 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Checking router: 55dc75eb-cafa-4f74-830b-0c26b0f391fa for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:58:25.128450 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Updating router 55dc75eb-cafa-4f74-830b-0c26b0f391fa port 03beda92-9ddd-47da-8933-85feb28e0b18 binding host dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:58:25.138848 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c157d862-cb98-43c8-9086-043eb622c837 admin admin] Publish callbacks [] for security_group (56c3b34c-f858-4b05-a42a-5a2954f25818), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.158209 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.162875 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c157d862-cb98-43c8-9086-043eb622c837 admin admin] Publish callbacks [] for security_group (56c3b34c-f858-4b05-a42a-5a2954f25818), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.219565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c157d862-cb98-43c8-9086-043eb622c837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (56c3b34c-f858-4b05-a42a-5a2954f25818), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.222281 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c157d862-cb98-43c8-9086-043eb622c837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.223678 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c157d862-cb98-43c8-9086-043eb622c837 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56c3b34c-f858-4b05-a42a-5a2954f25818 HTTP/1.1" status: 204 len: 168 time: 0.1381223 Mar 31 16:58:25.232928 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c157d862-cb98-43c8-9086-043eb622c837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c3b34c-f858-4b05-a42a-5a2954f25818,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:25.358720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c76a2256-eb65-49c6-9045-a8f35ee04579 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:25.424454 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port c76a2256-eb65-49c6-9045-a8f35ee04579 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:25.424832 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.476305 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Publish callbacks [] for port (03beda92-9ddd-47da-8933-85feb28e0b18), precommit_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.482130 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.511350 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port c76a2256-eb65-49c6-9045-a8f35ee04579 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:25.537005 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423cf7-c6c6-4ed6-8498-00d13d6fc820 None None] Pushing event updated for resources: {'Port': ['ID=03beda92-9ddd-47da-8933-85feb28e0b18,revision_number=3']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:25.603795 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Attempting to bind port 03beda92-9ddd-47da-8933-85feb28e0b18 on host dv-cinder-826949-3-iscsi for vnic_type normal with profile {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:25.604246 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Attempting to bind port 03beda92-9ddd-47da-8933-85feb28e0b18 by drivers openvswitch,hyperv on host dv-cinder-826949-3-iscsi at level 0 using segments [{'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:25.604679 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Attempting to bind port 03beda92-9ddd-47da-8933-85feb28e0b18 on network b27cdd82-ee87-437f-921c-8d059141cdb2 {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:25.610695 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Checking agent: {'id': '1ffbcecc-191c-443e-806f-6ab7bc601f9b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-826949-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 35), 'started_at': datetime.datetime(2022, 3, 31, 16, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-826949-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:25.610916 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Checking segment: {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109840) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:25.611329 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.611726 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Bound using segment: {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'} {{(pid=109840) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:25.612213 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.managers [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Bound port: 03beda92-9ddd-47da-8933-85feb28e0b18, host: dv-cinder-826949-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c5b1aa-ea9c-4988-bfcf-42408c796838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2'}}] {{(pid=109840) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:25.612559 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), before_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.683952 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] For port 03beda92-9ddd-47da-8933-85feb28e0b18, host dv-cinder-826949-3-iscsi, cleared binding levels {{(pid=109840) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:25.687670 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.plugins.ml2.db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] For port 03beda92-9ddd-47da-8933-85feb28e0b18, host dv-cinder-826949-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=03beda92-9ddd-47da-8933-85feb28e0b18,segment=NetworkSegment(05c5b1aa-ea9c-4988-bfcf-42408c796838),segment_id=05c5b1aa-ea9c-4988-bfcf-42408c796838)] {{(pid=109840) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:25.694780 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron_lib.callbacks.manager [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), after_update {{(pid=109840) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.761464 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85423cf7-c6c6-4ed6-8498-00d13d6fc820 None None] Pushing event updated for resources: {'Port': ['ID=03beda92-9ddd-47da-8933-85feb28e0b18,revision_number=4']} {{(pid=109840) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:25.766146 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Routers {'55dc75eb-cafa-4f74-830b-0c26b0f391fa'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:58:25.766775 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:57:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:25.863453 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-45c83fa5-6f86-43e9-97b7-afa63fde8da1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.870285 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] Provisioning complete for port 03beda92-9ddd-47da-8933-85feb28e0b18 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:25.871565 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:25.935110 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] Set router 55dc75eb-cafa-4f74-830b-0c26b0f391fa gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:58:25.980188 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] Current status of the port 03beda92-9ddd-47da-8933-85feb28e0b18 is: DOWN; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:25.980585 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:26.018776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] For port 03beda92-9ddd-47da-8933-85feb28e0b18, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=03beda92-9ddd-47da-8933-85feb28e0b18,segment=NetworkSegment(05c5b1aa-ea9c-4988-bfcf-42408c796838),segment_id=05c5b1aa-ea9c-4988-bfcf-42408c796838)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:58:26.024528 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:26.081525 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcabf94-b80d-4e69-949a-dde929b895dc None None] Pushing event updated for resources: {'Port': ['ID=03beda92-9ddd-47da-8933-85feb28e0b18,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:26.146466 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-e1620427-4871-4371-9d23-31699f34b69d None None] Provisioning complete for port 03beda92-9ddd-47da-8933-85feb28e0b18 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:26.146998 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e1620427-4871-4371-9d23-31699f34b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:26.177149 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '03beda92-9ddd-47da-8933-85feb28e0b18', 'name': '', 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'mac_address': 'fa:16:3e:0f:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:20Z', 'updated_at': '2022-03-31T16:58:25Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'subnets': [{'id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:26.210711 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857e09c9-2e45-4d62-b139-8e10799cbfd7 None None] The sync data for ids ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'] in dv-cinder-826949-3-iscsi is: [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T16:58:20Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '03beda92-9ddd-47da-8933-85feb28e0b18', 'name': '', 'network_id': 'b27cdd82-ee87-437f-921c-8d059141cdb2', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'mac_address': 'fa:16:3e:0f:14:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:20Z', 'updated_at': '2022-03-31T16:58:25Z', 'revision_number': 4, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'subnets': [{'id': '800a5737-5858-409e-a2a8-7d84b22a3a15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:58:26.239340 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-e1620427-4871-4371-9d23-31699f34b69d None None] Current status of the port 03beda92-9ddd-47da-8933-85feb28e0b18 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:26.776738 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:27.395662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 03beda92-9ddd-47da-8933-85feb28e0b18 up at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:58:27.450145 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Provisioning complete for port 03beda92-9ddd-47da-8933-85feb28e0b18 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:27.450645 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:27.532807 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Current status of the port 03beda92-9ddd-47da-8933-85feb28e0b18 is: ACTIVE; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:58:28.538780 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:28.710990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [req-d08cbeb4-246c-4bc3-84bf-0c09425a15eb req-7144e547-9bd9-4bb9-bd45-084ff19880c3 service neutron] (109837) timed out ('10.222.0.55', 52141) {{(pid=109837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:58:29.731754 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:29.765130 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:38.673184 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60250) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:38.776530 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-21d1fa1c-16f3-4101-9fdb-8f1b6a61af68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:38.851510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-21d1fa1c-16f3-4101-9fdb-8f1b6a61af68 admin admin] Publish callbacks [] for security_group (c16f6d02-e717-47c7-977d-0fdd919aa064), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:38.855495 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-21d1fa1c-16f3-4101-9fdb-8f1b6a61af68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c16f6d02-e717-47c7-977d-0fdd919aa064), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:38.893432 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-21d1fa1c-16f3-4101-9fdb-8f1b6a61af68 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5964f5c68e5a4a22ae64e47f84f9129e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191362 Mar 31 16:58:38.894347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1fa1c-16f3-4101-9fdb-8f1b6a61af68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16f6d02-e717-47c7-977d-0fdd919aa064,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:38.896123 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60254) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:38.944676 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Publish callbacks [] for security_group (c16f6d02-e717-47c7-977d-0fdd919aa064), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:38.965248 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Publish callbacks [] for security_group (c16f6d02-e717-47c7-977d-0fdd919aa064), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.013097 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (c16f6d02-e717-47c7-977d-0fdd919aa064), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.015645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.016759 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c16f6d02-e717-47c7-977d-0fdd919aa064 HTTP/1.1" status: 204 len: 168 time: 0.1196485 Mar 31 16:58:39.025374 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16f6d02-e717-47c7-977d-0fdd919aa064,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:39.032207 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.032557 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.032899 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.033276 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.033610 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.033940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.034268 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.034591 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.034920 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.035246 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.035586 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.035885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.036208 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.036658 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.036980 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fea99b-63d9-4462-901a-6535b3b460fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:58:39.267943 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60260) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:39.281440 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-150e51bf-77cb-4c5d-ad50-20506c1cab3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.353122 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-150e51bf-77cb-4c5d-ad50-20506c1cab3c admin admin] Publish callbacks [] for security_group (e2c08d7e-6991-4619-859c-4973d955e794), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.356708 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-150e51bf-77cb-4c5d-ad50-20506c1cab3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e2c08d7e-6991-4619-859c-4973d955e794), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.392516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e51bf-77cb-4c5d-ad50-20506c1cab3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c08d7e-6991-4619-859c-4973d955e794,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:39.397635 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-150e51bf-77cb-4c5d-ad50-20506c1cab3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3df379cc24748fb9001f21374fe58e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286342 Mar 31 16:58:39.400732 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60262) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:39.446689 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3dadcc02-0d87-4257-ac21-d87b605de310 admin admin] Publish callbacks [] for security_group (e2c08d7e-6991-4619-859c-4973d955e794), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.467233 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3dadcc02-0d87-4257-ac21-d87b605de310 admin admin] Publish callbacks [] for security_group (e2c08d7e-6991-4619-859c-4973d955e794), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.512315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3dadcc02-0d87-4257-ac21-d87b605de310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (e2c08d7e-6991-4619-859c-4973d955e794), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.515065 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3dadcc02-0d87-4257-ac21-d87b605de310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:39.516194 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-3dadcc02-0d87-4257-ac21-d87b605de310 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2c08d7e-6991-4619-859c-4973d955e794 HTTP/1.1" status: 204 len: 168 time: 0.1145453 Mar 31 16:58:39.523542 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadcc02-0d87-4257-ac21-d87b605de310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c08d7e-6991-4619-859c-4973d955e794,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:40.162906 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60286) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:40.256997 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22601395-network', 'tenant_id': 'fc9b1809dd924cc68b78ce8e1c004c37'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:40.275172 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Made reservation on behalf of fc9b1809dd924cc68b78ce8e1c004c37 for: {'network': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:40.277587 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.287999 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.360915 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks [] for security_group (28699922-b104-4618-86b3-dee67abe0486), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.364400 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (28699922-b104-4618-86b3-dee67abe0486), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.388477 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=109838) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:58:40.397907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28699922-b104-4618-86b3-dee67abe0486,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:40.403758 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (dbb2bae7-82d2-44b5-8183-faa4dea86ecc), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.404093 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.segments_db [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Added segment dbb2bae7-82d2-44b5-8183-faa4dea86ecc of type vlan for network 9d639f39-2428-473b-bcde-7bc133dfea3b Mar 31 16:58:40.443077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (9d639f39-2428-473b-bcde-7bc133dfea3b), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.467347 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (9d639f39-2428-473b-bcde-7bc133dfea3b), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.468373 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:40.468946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.521022 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3569772 Mar 31 16:58:40.524501 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60290) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:40.529463 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Request body: {'subnet': {'network_id': '9d639f39-2428-473b-bcde-7bc133dfea3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22601395-subnet', 'tenant_id': 'fc9b1809dd924cc68b78ce8e1c004c37', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:40.530650 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b411b-e8ba-4186-ad71-cc6f8a12a5b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d639f39-2428-473b-bcde-7bc133dfea3b,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:40.541414 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 9d639f39-2428-473b-bcde-7bc133dfea3b details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:58:40.550666 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Made reservation on behalf of fc9b1809dd924cc68b78ce8e1c004c37 for: {'subnet': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:40.553043 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10251638'] for subnet (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.714410 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10288342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10251616'] for subnet (2c6aaf50-ef9b-47f5-b0f6-afce41573e0c), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.769259 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c6aaf50-ef9b-47f5-b0f6-afce41573e0c,revision_number=0']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:40.780772 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Checking segment: {'id': 'dbb2bae7-82d2-44b5-8183-faa4dea86ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '9d639f39-2428-473b-bcde-7bc133dfea3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:40.781154 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Network hostable DHCP agents. Network: 9d639f39-2428-473b-bcde-7bc133dfea3b, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:58:40.800054 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Network 9d639f39-2428-473b-bcde-7bc133dfea3b is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:58:40.814437 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 9d639f39-2428-473b-bcde-7bc133dfea3b) {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:40.821140 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:40.821716 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:40.824733 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdcb335-f598-4165-94ce-c8699cb905e1 None None] Network 9d639f39-2428-473b-bcde-7bc133dfea3b requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:40.847950 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-be775cc4-8791-4b91-96e5-370feb50c5e6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3222117 Mar 31 16:58:40.929615 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304f38c7-5da1-4732-bafc-9b88effde54a None None] Network 9d639f39-2428-473b-bcde-7bc133dfea3b requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:41.313132 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60310) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:41.318162 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1396165684-network', 'tenant_id': '0fff1bc0220f4f23b3682e12e6acfab3'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:41.337037 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Made reservation on behalf of 0fff1bc0220f4f23b3682e12e6acfab3 for: {'network': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:41.339204 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for network (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.347681 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.419022 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks [] for security_group (80220325-583b-4e90-af90-63925f36ed55), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.422329 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (80220325-583b-4e90-af90-63925f36ed55), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.445156 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=109837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:58:41.455019 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80220325-583b-4e90-af90-63925f36ed55,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:41.459514 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (a7a3555d-5adc-4144-b0bc-0fcf62e4f09e), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.459832 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.segments_db [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Added segment a7a3555d-5adc-4144-b0bc-0fcf62e4f09e of type vlan for network 6ec87275-0767-41f6-9a3a-50601ac6017f Mar 31 16:58:41.498317 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728726918696'] for network (6ec87275-0767-41f6-9a3a-50601ac6017f), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.529240 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758'] for network (6ec87275-0767-41f6-9a3a-50601ac6017f), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.530210 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:41.530776 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.589644 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2753193 Mar 31 16:58:41.592350 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60312) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:41.597324 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Request body: {'subnet': {'network_id': '6ec87275-0767-41f6-9a3a-50601ac6017f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1396165684-subnet', 'tenant_id': '0fff1bc0220f4f23b3682e12e6acfab3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:41.598367 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49538d-cdb9-44a3-b379-bfa78b0c65b1 admin admin] Pushing event updated for resources: {'Network': ['ID=6ec87275-0767-41f6-9a3a-50601ac6017f,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:41.608679 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Network 6ec87275-0767-41f6-9a3a-50601ac6017f details requested by agent ovs-agent-dv-cinder-826949-3-iscsi with host dv-cinder-826949-3-iscsi {{(pid=109839) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:58:41.618480 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Made reservation on behalf of 0fff1bc0220f4f23b3682e12e6acfab3 for: {'subnet': 1} {{(pid=109838) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:41.620940 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2314807'] for subnet (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.784661 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3938894', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2314785'] for subnet (d624ac9b-dcd5-4593-b871-4442bf188640), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.842107 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d624ac9b-dcd5-4593-b871-4442bf188640,revision_number=0']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:41.850468 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Checking segment: {'id': 'a7a3555d-5adc-4144-b0bc-0fcf62e4f09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '6ec87275-0767-41f6-9a3a-50601ac6017f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:41.850815 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Network hostable DHCP agents. Network: 6ec87275-0767-41f6-9a3a-50601ac6017f, hostable agents: ['c5e67fb8-9cad-42f0-b555-6a0b4df51ef4'], hosted agents: [] {{(pid=109838) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:58:41.869366 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Network 6ec87275-0767-41f6-9a3a-50601ac6017f is scheduled to be hosted by DHCP agent c5e67fb8-9cad-42f0-b555-6a0b4df51ef4 with binding_index 1 {{(pid=109838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:58:41.882416 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-826949-3-iscsi, 6ec87275-0767-41f6-9a3a-50601ac6017f) {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:41.887138 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:41.887925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:41.891951 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa513c-5960-4cee-9d4f-50aef1b27305 None None] Network 6ec87275-0767-41f6-9a3a-50601ac6017f requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:41.907158 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a56a9a6c-3a34-421b-a51c-fb3dfb03202a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3136835 Mar 31 16:58:41.994599 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5476e142-f3b8-4029-91a5-fa463ebcda73 None None] Network 6ec87275-0767-41f6-9a3a-50601ac6017f requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:58:45.300501 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-3718d97b-6385-4bf7-89a8-702754e98431 req-6f4e03ae-e1d4-49b1-995a-5a464f75fe92 service neutron] (109838) timed out ('10.222.0.55', 52146) {{(pid=109838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:58:47.939057 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:58:48.076821 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-20c627a0-aff8-4c34-b29d-f32f1612ee27 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561362069&fields=id&tenant_id=a9bc471acc344a5a91597392d6eeac45 HTTP/1.1" status: 200 len: 267 time: 0.0428493 Mar 31 16:58:48.196592 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-e3bad5c7-c5a3-43bd-ab4e-c61fde25d23b tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:48.198576 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-e3bad5c7-c5a3-43bd-ab4e-c61fde25d23b tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 808 time: 0.1154599 Mar 31 16:58:48.213933 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-b52e2cd0-41a4-4a5d-bfd2-392e113f7467 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/quotas/a9bc471acc344a5a91597392d6eeac45 HTTP/1.1" status: 200 len: 375 time: 0.0102961 Mar 31 16:58:48.266563 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-8ea9f272-9fcb-40ff-baa8-8814f4bc186e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477939 Mar 31 16:58:48.358687 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-b7d1af9e-3efd-47ca-8888-193b5ae62c40 service neutron] 10.222.0.21 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803051 Mar 31 16:58:48.448075 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-47a55b50-680c-4099-a186-ac8cee10c917 service neutron] 10.222.0.21 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834217 Mar 31 16:58:48.748667 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-97889cdd-30e1-42d4-9a9b-7fcafc16eb05 req-953b062c-53b9-448f-8d3c-19145e8910e7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 210 time: 0.0274706 Mar 31 16:58:49.751890 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-e950e89f-7269-4255-b38d-39a15ece8197 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:49.753436 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-e950e89f-7269-4255-b38d-39a15ece8197 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 808 time: 0.1067009 Mar 31 16:58:49.821201 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-27e98cc7-0223-4f53-84fe-8e8cd19ce93b tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9bc471acc344a5a91597392d6eeac45 HTTP/1.1" status: 200 len: 380 time: 0.0582843 Mar 31 16:58:49.829806 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'port': {'device_id': '6d758c5d-3a51-4542-84da-82916396b971', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'admin_state_up': True, 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'security_groups': ['41a269cf-70b1-4910-a968-98a64cfca6bf']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:49.868840 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c5e09c6a-f97b-4c59-a6ce-d2a7fe6c826a req-070205fc-e95d-4036-b1f8-1457ba552282 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 210 time: 0.0477359 Mar 31 16:58:49.949696 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Made reservation on behalf of a9bc471acc344a5a91597392d6eeac45 for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:58:49.953453 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.080678 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Allocated IP 172.20.0.10 (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97/7bcaf55c-6f8a-4272-bb81-f67647a8bceb/d4419187-fde2-4987-9152-a6e049461203) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:58:50.227311 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for port (d4419187-fde2-4987-9152-a6e049461203), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.263360 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (d4419187-fde2-4987-9152-a6e049461203), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.302295 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:58:50.307689 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:58:50.314112 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:58:50.345502 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:50.372356 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:50.372979 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.390491 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-0deb080e-f6ea-4f28-893f-80729c54c5ff tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5646753 Mar 31 16:58:50.496797 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Request body: {'port': {'device_id': '6d758c5d-3a51-4542-84da-82916396b971', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:58:50.515614 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-1adcd5ee-9bf5-41c2-a4ae-64769bc7bd1c None None] Provisioning complete for port d4419187-fde2-4987-9152-a6e049461203 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:58:50.516186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1adcd5ee-9bf5-41c2-a4ae-64769bc7bd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d4419187-fde2-4987-9152-a6e049461203), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.548254 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-1adcd5ee-9bf5-41c2-a4ae-64769bc7bd1c None None] Port d4419187-fde2-4987-9152-a6e049461203 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:58:50.554523 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.809507 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4419187-fde2-4987-9152-a6e049461203 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:58:50.816629 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Publish callbacks [] for port (d4419187-fde2-4987-9152-a6e049461203), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.828598 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Transition to ACTIVE for port object d4419187-fde2-4987-9152-a6e049461203 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:58:50.831720 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.884940 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:50.967242 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Attempting to bind port d4419187-fde2-4987-9152-a6e049461203 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:58:50.967580 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Attempting to bind port d4419187-fde2-4987-9152-a6e049461203 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:58:50.968040 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Attempting to bind port d4419187-fde2-4987-9152-a6e049461203 on network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:50.972813 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Port d4419187-fde2-4987-9152-a6e049461203 on network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:58:50.973162 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Attempting to bind port d4419187-fde2-4987-9152-a6e049461203 on network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:58:50.979091 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:58:50.979417 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Checking segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:58:50.979805 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Bound using segment: {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:58:50.980212 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Bound port: d4419187-fde2-4987-9152-a6e049461203, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11516125-ffeb-4c78-ad1f-fc49cf9ecd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:58:50.980558 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:50.992126 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16738fd-9e75-46bb-9b4c-62f2e1c9ac1b req-c26fee6e-be7c-4990-8063-75784541c650 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:50.999969 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b16738fd-9e75-46bb-9b4c-62f2e1c9ac1b req-c26fee6e-be7c-4990-8063-75784541c650 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0622635 Mar 31 16:58:51.054486 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b16738fd-9e75-46bb-9b4c-62f2e1c9ac1b req-49ba9e04-d80f-4c32-acae-ce829ea08fa3 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533149 Mar 31 16:58:51.067820 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:58:51.071170 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:58:51.088250 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:51.121460 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.122092 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:51.123484 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 1094 time: 0.7253575 Mar 31 16:58:51.124060 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:58:51.126194 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b4c657-4f01-4c79-809e-ddbb599a8595" -d '{"events": [{"name": "network-changed", "server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:58:51.156511 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fd73a-f8af-4841-a467-be7e017f74e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:51.226398 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-0aab5d37-32cd-4c6b-8140-5a98edf29ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.228621 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-0aab5d37-32cd-4c6b-8140-5a98edf29ce2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1128 time: 0.0519192 Mar 31 16:58:51.288528 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-337e1b35-3a4f-4541-9a38-2f8cf2e155cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 217 time: 0.0515239 Mar 31 16:58:51.364884 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1e230c-d318-4f68-989c-9d29c30a11db x-openstack-request-id: req-cd1e230c-d318-4f68-989c-9d29c30a11db {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:58:51.365211 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "tag": "d4419187-fde2-4987-9152-a6e049461203", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:58:51.365467 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd1e230c-d318-4f68-989c-9d29c30a11db {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:58:51.365877 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1e230c-d318-4f68-989c-9d29c30a11db'] response: {'name': 'network-changed', 'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'status': 'completed', 'code': 200} Mar 31 16:58:51.367704 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-8253d02d-a763-4598-98bf-705ca8b44b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.369185 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-8253d02d-a763-4598-98bf-705ca8b44b58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0744374 Mar 31 16:58:51.417506 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45978c3b-9204-404c-9caa-669939a3755e req-e8dbc898-8e4c-4408-9d88-a53dd9f7fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.418994 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-e8dbc898-8e4c-4408-9d88-a53dd9f7fc25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440021 Mar 31 16:58:51.506350 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-8b03a6be-95b8-4396-b565-459ba61410f2 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810101 Mar 31 16:58:51.591893 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-45978c3b-9204-404c-9caa-669939a3755e req-5afa3693-0320-40c2-ae39-df08d524d656 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789785 Mar 31 16:58:51.680195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-6885c9a9-2b49-4e69-930c-d4d510ce40b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.681686 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-6885c9a9-2b49-4e69-930c-d4d510ce40b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1128 time: 0.0442638 Mar 31 16:58:51.771007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-3d9ee342-a5da-4551-9e5f-0e10d05dddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.772429 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-3d9ee342-a5da-4551-9e5f-0e10d05dddca service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0847206 Mar 31 16:58:51.814095 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-17eb61fb-1cb4-4fa3-b559-75dfff38955c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 217 time: 0.0341392 Mar 31 16:58:51.863024 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-bf2c4819-ca62-4009-8abd-b5ce877f379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.864376 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-bf2c4819-ca62-4009-8abd-b5ce877f379b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0447245 Mar 31 16:58:51.918331 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-5386281e-08af-4cc6-bc7c-6138055fe6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:51.919805 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-5386281e-08af-4cc6-bc7c-6138055fe6bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492637 Mar 31 16:58:52.005006 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-578fa17d-b3b1-4429-ad85-ae4005fc7312 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786684 Mar 31 16:58:52.093315 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b7b4c657-4f01-4c79-809e-ddbb599a8595 req-6ab0a760-0af1-44ba-be47-90f08a04be68 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811148 Mar 31 16:58:52.171775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099e86a-0d5a-4d7c-9d88-953bde598c23 req-d80cf003-52c6-4347-9ed8-19df6aa00bcd tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:52.173167 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5099e86a-0d5a-4d7c-9d88-953bde598c23 req-d80cf003-52c6-4347-9ed8-19df6aa00bcd tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0512953 Mar 31 16:58:52.220072 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5099e86a-0d5a-4d7c-9d88-953bde598c23 req-88bd1c27-e10a-4490-9a0c-031c1f214c0c tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413373 Mar 31 16:58:53.338760 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eaee8-0271-4355-91e2-8343930a956d req-c9231d0c-b1ae-40b2-ac8b-31a77bff0b98 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:53.340214 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-319eaee8-0271-4355-91e2-8343930a956d req-c9231d0c-b1ae-40b2-ac8b-31a77bff0b98 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0533171 Mar 31 16:58:53.386981 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-319eaee8-0271-4355-91e2-8343930a956d req-0eaa9105-29ab-4be1-9df8-8facddf4ec4f tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412321 Mar 31 16:58:53.482174 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-956fbda8-3673-4f36-8ccc-f8e6761b7641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:54.503297 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a3e8e-5d89-4698-88cb-84bf21213b0f req-b556630d-86bd-4545-82dd-f406c31ec362 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:54.504725 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-111a3e8e-5d89-4698-88cb-84bf21213b0f req-b556630d-86bd-4545-82dd-f406c31ec362 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0539057 Mar 31 16:58:54.551493 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-111a3e8e-5d89-4698-88cb-84bf21213b0f req-1336709c-9647-45a9-8c4c-e48fbedf4692 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406811 Mar 31 16:58:55.666527 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb7dd-8f3d-44c3-a20d-b9dc1e5a2319 req-c75ec1bf-7740-41e7-94cf-b3c5632ccd84 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:55.667972 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c7cb7dd-8f3d-44c3-a20d-b9dc1e5a2319 req-c75ec1bf-7740-41e7-94cf-b3c5632ccd84 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0511155 Mar 31 16:58:55.714704 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9c7cb7dd-8f3d-44c3-a20d-b9dc1e5a2319 req-045322de-d33b-4d18-86d9-08b75871a739 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412676 Mar 31 16:58:55.825543 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-51f51172-a7fc-4d1b-acf8-54135eeee6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.454887 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60488) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:56.501172 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Deleting subnet 2c6aaf50-ef9b-47f5-b0f6-afce41573e0c {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:58:56.504232 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Publish callbacks [] for subnet (2c6aaf50-ef9b-47f5-b0f6-afce41573e0c), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.536928 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (2c6aaf50-ef9b-47f5-b0f6-afce41573e0c), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.574113 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (2c6aaf50-ef9b-47f5-b0f6-afce41573e0c), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.628452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (2c6aaf50-ef9b-47f5-b0f6-afce41573e0c), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.653839 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c6aaf50-ef9b-47f5-b0f6-afce41573e0c,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:56.658921 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.662067 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-d2637029-2d73-4713-a132-0fa0d28608b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c6aaf50-ef9b-47f5-b0f6-afce41573e0c HTTP/1.1" status: 204 len: 168 time: 0.2061927 Mar 31 16:58:56.664619 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60490) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:56.735816 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (9d639f39-2428-473b-bcde-7bc133dfea3b), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.784327 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:56.841482 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (9d639f39-2428-473b-bcde-7bc133dfea3b), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.121512 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d639f39-2428-473b-bcde-7bc133dfea3b']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:57.132652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbb2bae7-82d2-44b5-8183-faa4dea86ecc') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:57.132977 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbb2bae7-82d2-44b5-8183-faa4dea86ecc') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:57.145461 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (dbb2bae7-82d2-44b5-8183-faa4dea86ecc), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.158698 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff9533-c790-48f6-b542-f4f4de9f1c1f req-bc7dcb76-df16-4c15-8629-b3564b4a2544 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:57.160154 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8ff9533-c790-48f6-b542-f4f4de9f1c1f req-bc7dcb76-df16-4c15-8629-b3564b4a2544 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.3579335 Mar 31 16:58:57.172173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (dbb2bae7-82d2-44b5-8183-faa4dea86ecc), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.186141 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:58:57.186633 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (dbb2bae7-82d2-44b5-8183-faa4dea86ecc), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:58:57.188229 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:58:57.258275 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-a8ff9533-c790-48f6-b542-f4f4de9f1c1f req-5b882429-697d-4a70-bd5d-9e5c6e2721ab tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918243 Mar 31 16:58:57.262388 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (9d639f39-2428-473b-bcde-7bc133dfea3b), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.266946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.273157 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60494) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:57.274426 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d639f39-2428-473b-bcde-7bc133dfea3b HTTP/1.1" status: 204 len: 168 time: 0.6075206 Mar 31 16:58:57.288203 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c979b939-80bd-442e-a484-c61c1c89e495 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d639f39-2428-473b-bcde-7bc133dfea3b,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:57.321344 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Deleting subnet d624ac9b-dcd5-4593-b871-4442bf188640 {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:58:57.324479 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Publish callbacks [] for subnet (d624ac9b-dcd5-4593-b871-4442bf188640), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.357754 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (d624ac9b-dcd5-4593-b871-4442bf188640), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.394990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (d624ac9b-dcd5-4593-b871-4442bf188640), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.447624 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (d624ac9b-dcd5-4593-b871-4442bf188640), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.471936 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d624ac9b-dcd5-4593-b871-4442bf188640,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:57.475601 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.478770 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-ec9ba9a1-fafa-4c9e-95b5-21ab917938e5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d624ac9b-dcd5-4593-b871-4442bf188640 HTTP/1.1" status: 204 len: 168 time: 0.2041066 Mar 31 16:58:57.481170 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60496) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:57.549798 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (6ec87275-0767-41f6-9a3a-50601ac6017f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.632910 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (6ec87275-0767-41f6-9a3a-50601ac6017f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.651788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ec87275-0767-41f6-9a3a-50601ac6017f']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:57.660496 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7a3555d-5adc-4144-b0bc-0fcf62e4f09e') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:57.660786 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7a3555d-5adc-4144-b0bc-0fcf62e4f09e') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:58:57.670200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (a7a3555d-5adc-4144-b0bc-0fcf62e4f09e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.683328 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (a7a3555d-5adc-4144-b0bc-0fcf62e4f09e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.688942 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:58:57.689353 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (a7a3555d-5adc-4144-b0bc-0fcf62e4f09e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:58:57.690903 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:58:57.741959 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (6ec87275-0767-41f6-9a3a-50601ac6017f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.747037 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:57.750132 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] 10.222.0.21 "DELETE /v2.0/networks/6ec87275-0767-41f6-9a3a-50601ac6017f HTTP/1.1" status: 204 len: 168 time: 0.2680686 Mar 31 16:58:57.760792 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77c2ef-07de-4302-9e55-9fe628d0c5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=6ec87275-0767-41f6-9a3a-50601ac6017f,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:57.915593 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60500) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:57.956731 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1112eb7c-dac4-4c1c-a268-3c388b1cc1be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc9b1809dd924cc68b78ce8e1c004c37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400221 Mar 31 16:58:57.959200 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60502) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:58.004082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ff4b2a-ae51-47a7-980f-7acd11877d9d admin admin] Publish callbacks [] for security_group (28699922-b104-4618-86b3-dee67abe0486), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.024441 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ff4b2a-ae51-47a7-980f-7acd11877d9d admin admin] Publish callbacks [] for security_group (28699922-b104-4618-86b3-dee67abe0486), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.068640 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ff4b2a-ae51-47a7-980f-7acd11877d9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (28699922-b104-4618-86b3-dee67abe0486), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.071275 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e4ff4b2a-ae51-47a7-980f-7acd11877d9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.072446 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e4ff4b2a-ae51-47a7-980f-7acd11877d9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28699922-b104-4618-86b3-dee67abe0486 HTTP/1.1" status: 204 len: 168 time: 0.1123776 Mar 31 16:58:58.080047 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff4b2a-ae51-47a7-980f-7acd11877d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28699922-b104-4618-86b3-dee67abe0486,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:58.382159 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5d58ae-7053-40b1-b7b3-6394e2df0377 req-02679359-3ee4-486a-a4ff-ac91d5f592d3 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:58.384524 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2d5d58ae-7053-40b1-b7b3-6394e2df0377 req-02679359-3ee4-486a-a4ff-ac91d5f592d3 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0576994 Mar 31 16:58:58.387227 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60510) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:58.411204 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.433123 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-1477913e-b5f3-4ee3-a182-593f1e1ad342 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fff1bc0220f4f23b3682e12e6acfab3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442235 Mar 31 16:58:58.434217 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-2d5d58ae-7053-40b1-b7b3-6394e2df0377 req-9b2a4878-9c69-49e2-b252-f17dc19b8b98 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Mar 31 16:58:58.435686 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60512) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:58:58.481990 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fd402ce0-112f-4ad0-854a-aae83957b2d7 admin admin] Publish callbacks [] for security_group (80220325-583b-4e90-af90-63925f36ed55), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.502426 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fd402ce0-112f-4ad0-854a-aae83957b2d7 admin admin] Publish callbacks [] for security_group (80220325-583b-4e90-af90-63925f36ed55), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.811581 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fd402ce0-112f-4ad0-854a-aae83957b2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (80220325-583b-4e90-af90-63925f36ed55), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.814164 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-fd402ce0-112f-4ad0-854a-aae83957b2d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:58.815295 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-fd402ce0-112f-4ad0-854a-aae83957b2d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80220325-583b-4e90-af90-63925f36ed55 HTTP/1.1" status: 204 len: 168 time: 0.3787191 Mar 31 16:58:58.823204 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd402ce0-112f-4ad0-854a-aae83957b2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80220325-583b-4e90-af90-63925f36ed55,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:58:59.551709 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f826a-31c2-468c-96fa-97c3727594d4 req-a76a00c9-5cb1-4ad5-a4c4-580b71cac643 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:58:59.553250 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b97f826a-31c2-468c-96fa-97c3727594d4 req-a76a00c9-5cb1-4ad5-a4c4-580b71cac643 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0506079 Mar 31 16:58:59.607420 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b97f826a-31c2-468c-96fa-97c3727594d4 req-38a5c549-0e2c-4c1d-ab4d-48b249e5bbf0 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479560 Mar 31 16:58:59.727332 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:58:59.766470 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:00.035327 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:59:00.128587 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:59:00.139720 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'd4419187-fde2-4987-9152-a6e049461203', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'port_id': 'd4419187-fde2-4987-9152-a6e049461203', 'mac_address': 'fa:16:3e:c3:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:59:00.176696 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port d4419187-fde2-4987-9152-a6e049461203 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:59:00.177186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:00.193840 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4419187-fde2-4987-9152-a6e049461203 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:59:00.213529 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:59:00.216962 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:00.263516 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:00.270353 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.270705 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.271051 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.271391 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.271724 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.272054 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.272382 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.272708 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.273034 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.273914 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.274251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.274573 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.274904 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.275224 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.275542 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:00.591816 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['d4419187-fde2-4987-9152-a6e049461203'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:59:00.730634 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7756355-f64e-4580-b91d-f910b0991153 req-d99a1076-19c1-441c-93d4-807f3a12580e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:00.732155 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f7756355-f64e-4580-b91d-f910b0991153 req-d99a1076-19c1-441c-93d4-807f3a12580e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 945 time: 0.0581410 Mar 31 16:59:00.782579 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f7756355-f64e-4580-b91d-f910b0991153 req-b4cd0bcc-2c61-418a-aa08-c8076f1f949e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445914 Mar 31 16:59:01.911108 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d263639-fc8a-4822-b100-93442aec5840 req-75c4c70f-aeff-4ff4-9bea-ad9752495e36 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:01.912671 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1d263639-fc8a-4822-b100-93442aec5840 req-75c4c70f-aeff-4ff4-9bea-ad9752495e36 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 945 time: 0.0534010 Mar 31 16:59:01.961335 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1d263639-fc8a-4822-b100-93442aec5840 req-bd9b0752-b9ac-462b-b9b6-1ae6d5fbc855 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425525 Mar 31 16:59:02.052941 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:59:02.106034 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port d4419187-fde2-4987-9152-a6e049461203 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:59:02.110697 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port d4419187-fde2-4987-9152-a6e049461203 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:59:02.111175 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d4419187-fde2-4987-9152-a6e049461203), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:02.188957 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port d4419187-fde2-4987-9152-a6e049461203 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:59:02.189485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:02.212312 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:59:02.214569 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515c479f-373d-43c9-854f-ce02eb61e75a" -d '{"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-plugged", "status": "completed", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:59:02.227206 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:59:02.231825 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:02.286979 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:02.374406 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc0eacb-887e-4692-9788-99eaefe351e0 x-openstack-request-id: req-6dc0eacb-887e-4692-9788-99eaefe351e0 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:59:02.374705 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-plugged", "status": "completed", "tag": "d4419187-fde2-4987-9152-a6e049461203", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:59:02.374966 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dc0eacb-887e-4692-9788-99eaefe351e0 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:59:02.375396 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dc0eacb-887e-4692-9788-99eaefe351e0'] response: {'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'code': 200} Mar 31 16:59:02.597257 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7db783-c738-473e-bb0a-13f4c75caf1a req-f7448235-b3f5-43db-a346-ce0b41e63267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:02.598697 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-ec7db783-c738-473e-bb0a-13f4c75caf1a req-f7448235-b3f5-43db-a346-ce0b41e63267 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0441182 Mar 31 16:59:02.642861 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-ec7db783-c738-473e-bb0a-13f4c75caf1a req-c435a9c1-bd2c-4697-b040-8a41804ffd56 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383711 Mar 31 16:59:03.079296 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f9fab-fc38-4075-9727-966b74ede5e7 req-b5a5affc-d382-49dc-ba64-687c1cc521e5 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:03.080788 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-382f9fab-fc38-4075-9727-966b74ede5e7 req-b5a5affc-d382-49dc-ba64-687c1cc521e5 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0534301 Mar 31 16:59:03.136742 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-382f9fab-fc38-4075-9727-966b74ede5e7 req-05e6a574-98a3-4e81-8e5a-a8c3741dac28 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503404 Mar 31 16:59:04.255121 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f8b25-cc91-4a97-bc63-1a0b6235e45e req-f2e7c0d3-d305-421e-a6d2-325030c970ab tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:04.256639 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-774f8b25-cc91-4a97-bc63-1a0b6235e45e req-f2e7c0d3-d305-421e-a6d2-325030c970ab tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0525649 Mar 31 16:59:04.306238 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-774f8b25-cc91-4a97-bc63-1a0b6235e45e req-6a383cf3-8e08-45e4-b05c-40daaaa7ac59 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440576 Mar 31 16:59:04.424019 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b57bdf-e08f-4a28-9710-18e6b84a7e1e req-55aac509-34c1-4a90-ac87-34e120940696 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:04.425503 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-54b57bdf-e08f-4a28-9710-18e6b84a7e1e req-55aac509-34c1-4a90-ac87-34e120940696 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0526137 Mar 31 16:59:04.474981 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-54b57bdf-e08f-4a28-9710-18e6b84a7e1e req-eeabebf1-49c3-4712-a256-61b1e730bc27 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430386 Mar 31 16:59:04.496820 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60618) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:59:04.688049 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc4488a-7fb6-4d18-a3a5-46fe3555bb83 tempest-TestShelveInstance-645654653 tempest-TestShelveInstance-645654653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:04.689533 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-dcc4488a-7fb6-4d18-a3a5-46fe3555bb83 tempest-TestShelveInstance-645654653 tempest-TestShelveInstance-645654653-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1125 time: 0.1916111 Mar 31 16:59:04.692375 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60622) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:59:04.697294 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'port_id': 'd4419187-fde2-4987-9152-a6e049461203', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:59:04.719858 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:04.820412 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:04.928720 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Allocated IP 172.27.3.93 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/2a7caf26-1725-4f1a-b81f-d5d31c8e46df) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:59:05.030918 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.064108 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.102114 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:59:05.105149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:59:05.111389 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:59:05.116832 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'Port': ['ID=2a7caf26-1725-4f1a-b81f-d5d31c8e46df,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:05.464879 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for floatingip (04038471-0048-4900-8ba4-983e4aac5ab6), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.537162 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.685221 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.689516 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.761267 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event updated for resources: {'Port': ['ID=2a7caf26-1725-4f1a-b81f-d5d31c8e46df,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:05.773502 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (04038471-0048-4900-8ba4-983e4aac5ab6), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:05.879297 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.db.l3_db [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Floating IP 04038471-0048-4900-8ba4-983e4aac5ab6 associated. External IP: 172.27.3.93, port: d4419187-fde2-4987-9152-a6e049461203. Mar 31 16:59:06.089770 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Router af6b9d82-9e4e-47b7-b525-261ffa5a6244 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:59:06.203082 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:59:06.214813 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] Sync routers for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:59:06.221120 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:06.225278 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:59:06.225903 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:58:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:59:06.252394 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-c58b082b-5578-40d0-b148-faa90d69c0cf tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5589774 Mar 31 16:59:06.252982 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:59:06.255292 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424b9af3-1fc7-4b61-a635-41664c2b90d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:59:06.294230 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b2e1e8-fd05-460b-add4-62d00a4455eb x-openstack-request-id: req-f7b2e1e8-fd05-460b-add4-62d00a4455eb {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:59:06.294522 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "tag": "d4419187-fde2-4987-9152-a6e049461203", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:59:06.294774 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f7b2e1e8-fd05-460b-add4-62d00a4455eb {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:59:06.295177 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b2e1e8-fd05-460b-add4-62d00a4455eb'] response: {'name': 'network-changed', 'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'status': 'completed', 'code': 200} Mar 31 16:59:06.339957 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:59:06.367966 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-158df871-3675-46f9-a764-57100963a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:06.369510 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-158df871-3675-46f9-a764-57100963a076 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0490208 Mar 31 16:59:06.457920 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-b9d79782-ffc9-437d-88a1-41f2060bef0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:06.459400 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-b9d79782-ffc9-437d-88a1-41f2060bef0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0831892 Mar 31 16:59:06.528968 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-f9bab245-afa7-4dfc-ad47-012443f34670 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 999 time: 0.0623775 Mar 31 16:59:06.572237 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '04038471-0048-4900-8ba4-983e4aac5ab6', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'port_id': 'd4419187-fde2-4987-9152-a6e049461203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'mac_address': 'fa:16:3e:c3:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d758c5d-3a51-4542-84da-82916396b971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:59:05Z', 'updated_at': '2022-03-31T16:59:05Z', 'revision_number': 0, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:59:06.578135 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-3944ac14-5c1a-49b4-bd52-b9631bf04c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:06.579636 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-3944ac14-5c1a-49b4-bd52-b9631bf04c57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0435407 Mar 31 16:59:06.600174 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] Checking router: af6b9d82-9e4e-47b7-b525-261ffa5a6244 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:59:06.608550 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:59:06.609197 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:58:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:59:06.629011 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-dee7cee7-76c7-4ebd-b615-4ae0cbdc7a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:06.630546 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-dee7cee7-76c7-4ebd-b615-4ae0cbdc7a53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448236 Mar 31 16:59:06.719947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:59:06.726842 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-8b8f94cf-4ed7-49cb-8ff4-194d30982c6f service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894852 Mar 31 16:59:06.820589 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-424b9af3-1fc7-4b61-a635-41664c2b90d9 req-65f328a6-ae87-455c-a101-ffc595a92b3b service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860312 Mar 31 16:59:06.951359 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '04038471-0048-4900-8ba4-983e4aac5ab6', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'port_id': 'd4419187-fde2-4987-9152-a6e049461203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'mac_address': 'fa:16:3e:c3:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d758c5d-3a51-4542-84da-82916396b971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:59:05Z', 'updated_at': '2022-03-31T16:59:05Z', 'revision_number': 0, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:59:06.976881 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6ab50-34a0-4a3e-9e50-40569d645c0e None None] The sync data for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi is: [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': '04038471-0048-4900-8ba4-983e4aac5ab6', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'floating_ip_address': '172.27.3.93', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'port_id': 'd4419187-fde2-4987-9152-a6e049461203', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'mac_address': 'fa:16:3e:c3:40:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d758c5d-3a51-4542-84da-82916396b971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:59:05Z', 'updated_at': '2022-03-31T16:59:05Z', 'revision_number': 0, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:59:07.167107 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8e454-19e4-416d-9cf8-12f46a11ad0e None None] New status for floating IP 04038471-0048-4900-8ba4-983e4aac5ab6: ACTIVE {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:59:12.386233 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-d1bfcbd9-248c-4af3-8f4a-e47213657900 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464568 Mar 31 16:59:12.471275 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-3cab3325-6805-4b4a-b257-eec45976b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:12.472716 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-3cab3325-6805-4b4a-b257-eec45976b6b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1130 time: 0.0430579 Mar 31 16:59:12.571307 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-366b66c5-e6d7-43e3-a728-1bc2280e8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:12.572945 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-366b66c5-e6d7-43e3-a728-1bc2280e8300 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0813699 Mar 31 16:59:12.648212 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-8487122e-ee8e-426f-8cad-d7721b40de8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 1001 time: 0.0688758 Mar 31 16:59:12.695085 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-1d6f7627-a757-48ef-85d9-8c7b68214e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:12.696974 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-1d6f7627-a757-48ef-85d9-8c7b68214e8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0412245 Mar 31 16:59:12.744323 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-fbe4f296-4e8a-4fe3-8e71-71bc37ea5308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:59:12.746490 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-fbe4f296-4e8a-4fe3-8e71-71bc37ea5308 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430732 Mar 31 16:59:12.839500 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-fd9b59e7-f382-4c4d-b843-f061706f53d1 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848303 Mar 31 16:59:12.931157 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-dbdcf94f-f783-47ae-8602-2de85d6a65de req-54de2a5a-dbef-4c18-9d99-1937ed751cef service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852592 Mar 31 16:59:23.485111 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-327dfb8a-aa6d-4a7e-9dbb-6bc9df7f2782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:24.937969 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:59:25.827035 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5e687d8d-d932-4c72-b36e-7898a9ffa540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:26.781407 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:28.405463 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:29.746136 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:29.766310 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.621718 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60742) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:59:33.726598 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.798016 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Publish callbacks [] for security_group (5c8c4d1a-b60c-4336-9b07-b128db2007f6), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.801470 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (5c8c4d1a-b60c-4336-9b07-b128db2007f6), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.839073 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1324954b0e114bd7b7993e170b24a0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162750 Mar 31 16:59:33.839785 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c4d1a-b60c-4336-9b07-b128db2007f6,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:33.841775 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60746) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:59:33.846889 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.847235 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.847580 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.847919 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.848257 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.848582 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.848914 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.849260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.849589 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.849916 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.850244 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.850569 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.851488 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.851813 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.852132 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3211740e-9349-4a45-a8d9-779236fe0cb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:33.892298 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-78068357-78d7-4609-b0bd-08808abe5d66 admin admin] Publish callbacks [] for security_group (5c8c4d1a-b60c-4336-9b07-b128db2007f6), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.912793 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-78068357-78d7-4609-b0bd-08808abe5d66 admin admin] Publish callbacks [] for security_group (5c8c4d1a-b60c-4336-9b07-b128db2007f6), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.958247 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-78068357-78d7-4609-b0bd-08808abe5d66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (5c8c4d1a-b60c-4336-9b07-b128db2007f6), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.961265 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-78068357-78d7-4609-b0bd-08808abe5d66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:33.962395 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-78068357-78d7-4609-b0bd-08808abe5d66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c8c4d1a-b60c-4336-9b07-b128db2007f6 HTTP/1.1" status: 204 len: 168 time: 0.1196489 Mar 31 16:59:33.969683 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78068357-78d7-4609-b0bd-08808abe5d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c4d1a-b60c-4336-9b07-b128db2007f6,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:44.808766 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60884) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:59:44.911023 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:44.985886 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Publish callbacks [] for security_group (9c8491bb-fc23-4f68-b616-7aa53b95faa4), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:44.989563 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (9c8491bb-fc23-4f68-b616-7aa53b95faa4), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:45.027304 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a6f0f8df22d453fb1a0e79b00882d79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174563 Mar 31 16:59:45.028171 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8491bb-fc23-4f68-b616-7aa53b95faa4,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:45.029793 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 60890) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:59:45.035195 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.035548 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.035883 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.036227 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.036556 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.036886 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.037241 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.037567 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.037894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.038782 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.039110 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.039452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.039761 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.040087 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.040405 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7b896-ce1b-4d03-a044-36a9b19c28a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:59:45.076561 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7415a8de-de65-483f-be80-caad4c088f97 admin admin] Publish callbacks [] for security_group (9c8491bb-fc23-4f68-b616-7aa53b95faa4), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:45.096994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7415a8de-de65-483f-be80-caad4c088f97 admin admin] Publish callbacks [] for security_group (9c8491bb-fc23-4f68-b616-7aa53b95faa4), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:45.142130 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7415a8de-de65-483f-be80-caad4c088f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (9c8491bb-fc23-4f68-b616-7aa53b95faa4), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:45.144626 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7415a8de-de65-483f-be80-caad4c088f97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:45.145823 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7415a8de-de65-483f-be80-caad4c088f97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c8491bb-fc23-4f68-b616-7aa53b95faa4 HTTP/1.1" status: 204 len: 168 time: 0.1150615 Mar 31 16:59:45.153502 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415a8de-de65-483f-be80-caad4c088f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8491bb-fc23-4f68-b616-7aa53b95faa4,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:59:53.486949 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1b9bfb2c-ecf7-4b72-bf00-384a8c4445a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:55.828125 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-baaef33e-fbb3-4c6e-9f48-b0f3d725de71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:56.784507 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:58.407984 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:59.766479 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:59:59.771432 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:01.935991 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:00:04.284599 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-da62649b-54c3-422f-8343-dfe2a48fd768 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352884051&fields=id&tenant_id=f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 267 time: 0.0427709 Mar 31 17:00:04.387154 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-c44f0836-a0a4-45e7-80ae-8a3b9172c400 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:04.388491 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-c44f0836-a0a4-45e7-80ae-8a3b9172c400 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 812 time: 0.0976925 Mar 31 17:00:04.402972 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-ea9f4eb0-3675-4c2b-9d5a-56c90e0071ee tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/quotas/f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 375 time: 0.0092440 Mar 31 17:00:04.457204 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-8552b704-30e9-4085-8fe8-9ab217868fb6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495815 Mar 31 17:00:04.558449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-f8f57121-7876-41aa-b82e-b46691f9204f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 17:00:04.559432 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-f8f57121-7876-41aa-b82e-b46691f9204f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0908234 Mar 31 17:00:04.649829 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-8403e45f-b990-492c-ba92-1fcbfcea1793 service neutron] 10.222.0.21 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845635 Mar 31 17:00:04.736168 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b49c1887-3499-45cd-af8d-d578bc7049e1 service neutron] 10.222.0.21 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807204 Mar 31 17:00:05.015636 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-336d21b9-0ce3-4832-be55-b87f400486fe req-7c53d8c3-106e-4fc6-a5c2-2a6e2af0ec19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 210 time: 0.0286648 Mar 31 17:00:05.904973 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e161dc0c-abd0-42ea-a0e1-2c3cbca387e3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:05.906465 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e161dc0c-abd0-42ea-a0e1-2c3cbca387e3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 812 time: 0.1015725 Mar 31 17:00:05.986055 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-beb95ca7-642c-4ec8-ab4a-ba8a67db96c1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f677418b305e4f7e861b2fbb2ad09c6c HTTP/1.1" status: 200 len: 379 time: 0.0537131 Mar 31 17:00:05.994588 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'port': {'device_id': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'admin_state_up': True, 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'security_groups': ['bd1d7513-9eab-45e9-9c15-0c0b1154f7cb']}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 17:00:06.100543 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Made reservation on behalf of f677418b305e4f7e861b2fbb2ad09c6c for: {'port': 1} {{(pid=109837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 17:00:06.104018 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.114281 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-379211b9-e805-418f-b486-257d4d6e5270 req-4927616f-18b4-4574-90fb-e2ea4cf06987 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 210 time: 0.0315430 Mar 31 17:00:06.227609 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_common [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Allocated IP 172.20.0.9 (696e6163-5e79-4fb0-86e5-9cc1d87787b7/778ddad9-e5ea-45c3-9de8-b584c3512c15/7e91c71b-e0e8-426f-adcf-4660c4f529c1) {{(pid=109837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 17:00:06.371376 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), precommit_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.405950 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), after_create {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.446158 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 is already hosted by enough agents. {{(pid=109837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 17:00:06.449253 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.base_scheduler [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Resources bound (agent type, host, resource id): {{(pid=109837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 17:00:06.454718 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Received port after_create {{(pid=109837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 17:00:06.461508 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=7e91c71b-e0e8-426f-adcf-4660c4f529c1,revision_number=1']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:06.505297 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:06.505843 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.523786 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-b2a324b5-f81e-4353-a385-9ba58ffbda59 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327609 Mar 31 17:00:06.534557 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.v2.base [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Request body: {'port': {'device_id': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82694'}} {{(pid=109837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 17:00:06.597699 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.741294 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-096bf696-8ad1-4a40-9c26-7494ce2bb588 None None] Provisioning complete for port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 triggered by entity DHCP. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 17:00:06.741899 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-096bf696-8ad1-4a40-9c26-7494ce2bb588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.777238 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-096bf696-8ad1-4a40-9c26-7494ce2bb588 None None] Port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 cannot update to ACTIVE because it is not bound. {{(pid=109839) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 17:00:06.850530 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e91c71b-e0e8-426f-adcf-4660c4f529c1 {{(pid=109837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 17:00:06.858248 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Publish callbacks [] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), precommit_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.869944 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.provisioning_blocks [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Transition to ACTIVE for port object 7e91c71b-e0e8-426f-adcf-4660c4f529c1 will not be triggered until provisioned by entity L2. {{(pid=109837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 17:00:06.873847 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:06.920388 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91c71b-e0e8-426f-adcf-4660c4f529c1,revision_number=2']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:06.994562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Attempting to bind port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 on host hv-cinder-82694 for vnic_type normal with profile {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 17:00:06.994924 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Attempting to bind port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 by drivers openvswitch,hyperv on host hv-cinder-82694 at level 0 using segments [{'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 17:00:06.995507 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Attempting to bind port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 17:00:07.000015 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82694 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 17:00:07.000329 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Attempting to bind port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 on network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 17:00:07.005397 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Checking agent: {'id': '6b716ca7-2567-4cd1-8c39-952124cc1d4c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82694', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'started_at': datetime.datetime(2022, 3, 31, 16, 40, 59), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 17, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 17:00:07.005735 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Checking segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 17:00:07.006122 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Bound using segment: {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'} {{(pid=109837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 17:00:07.006566 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.managers [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Bound port: 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host: hv-cinder-82694, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599fc745-87a3-4379-a979-c52e8d2432f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7'}}] {{(pid=109837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 17:00:07.007105 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), before_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:07.076548 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] For port 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host hv-cinder-82694, cleared binding levels {{(pid=109837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 17:00:07.079565 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] For port 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host hv-cinder-82694, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 17:00:07.086076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10285167'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), after_update {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:07.119570 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.120172 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:07.121576 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e91c71b-e0e8-426f-adcf-4660c4f529c1 HTTP/1.1" status: 200 len: 1093 time: 0.5910642 Mar 31 17:00:07.121993 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1'}] {{(pid=109837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:00:07.124245 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e284c5a66e07205fe75d28de1ce6e438b9e36ab23d95c009694efe65357f2b32" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8a4036-3638-42a7-88c5-1874a3f10ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1"}]}' {{(pid=109837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:00:07.150206 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad9e13-2750-4844-aa4d-0b1c57108162 service neutron] Pushing event updated for resources: {'Port': ['ID=7e91c71b-e0e8-426f-adcf-4660c4f529c1,revision_number=3']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:07.191213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 17:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067c910d-aee0-4adf-871b-1f5e505bcb0d x-openstack-request-id: req-067c910d-aee0-4adf-871b-1f5e505bcb0d {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:00:07.191213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1", "status": "completed", "code": 200}]} {{(pid=109837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:00:07.191213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-067c910d-aee0-4adf-871b-1f5e505bcb0d {{(pid=109837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:00:07.191640 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067c910d-aee0-4adf-871b-1f5e505bcb0d'] response: {'name': 'network-changed', 'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'status': 'completed', 'code': 200} Mar 31 17:00:07.231174 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-261cf44b-8c4f-4a1e-87c2-1ec415b530ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.232672 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-261cf44b-8c4f-4a1e-87c2-1ec415b530ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 1127 time: 0.0545020 Mar 31 17:00:07.265494 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832ef2b-d857-4ccb-8908-21912725ed10 req-2a534169-5dd0-4063-aa46-424be3ecedcf tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.267786 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3832ef2b-d857-4ccb-8908-21912725ed10 req-2a534169-5dd0-4063-aa46-424be3ecedcf tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0572171 Mar 31 17:00:07.277393 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-cc65b5e2-eea9-4725-ab3b-199631940272 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1 HTTP/1.1" status: 200 len: 217 time: 0.0365000 Mar 31 17:00:07.319877 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3832ef2b-d857-4ccb-8908-21912725ed10 req-2845b5f2-b769-49fb-bcf8-0c16ba002cdd tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452955 Mar 31 17:00:07.325678 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-3b2d3008-f341-40f1-9d6a-570d9633b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.327108 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-3b2d3008-f341-40f1-9d6a-570d9633b00c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0437276 Mar 31 17:00:07.374828 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e65d86e6-d1d6-4266-953a-0c4a3d638f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.376226 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-e65d86e6-d1d6-4266-953a-0c4a3d638f0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435302 Mar 31 17:00:07.466472 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-fd0e28a3-61dc-4536-b976-2b2c4281fb2f service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824242 Mar 31 17:00:07.551286 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-05190790-9fc8-499b-9558-c5bc3ad7d59e req-dedb56d3-51ec-42fc-9b10-c9f2f8f4dff6 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779543 Mar 31 17:00:07.641897 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-08a4a139-80f7-4e24-b0a3-adbe3321645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.643392 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-08a4a139-80f7-4e24-b0a3-adbe3321645b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 1127 time: 0.0478177 Mar 31 17:00:07.726788 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-e8cbd1be-8f50-4ab7-9daa-e24dc3f16bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.728209 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-e8cbd1be-8f50-4ab7-9daa-e24dc3f16bec service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0792513 Mar 31 17:00:07.770807 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-35481d5f-3626-4c70-ab27-48491cbb1965 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1 HTTP/1.1" status: 200 len: 217 time: 0.0359960 Mar 31 17:00:07.817599 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-505ef7b4-51ca-4ed9-94bc-24fa453954a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.819021 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-505ef7b4-51ca-4ed9-94bc-24fa453954a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0417974 Mar 31 17:00:07.867119 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-a2bb9e6e-3f54-4b2f-b3a4-fcf824894371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:07.868583 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-a2bb9e6e-3f54-4b2f-b3a4-fcf824894371 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438688 Mar 31 17:00:07.956977 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-2e5bf400-7dfc-4a9e-a46d-ad2736a4dc0a service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804505 Mar 31 17:00:08.295664 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-3b8a4036-3638-42a7-88c5-1874a3f10ce7 req-aeb5837a-3c9c-4613-8483-e2e9ec247a10 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328497 Mar 31 17:00:08.437337 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e0848-0797-4087-9a79-539bc53a6485 req-de88bc06-7af3-4d44-9ede-d89bc1fc5acf tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:08.438789 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b42e0848-0797-4087-9a79-539bc53a6485 req-de88bc06-7af3-4d44-9ede-d89bc1fc5acf tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0507245 Mar 31 17:00:08.486676 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b42e0848-0797-4087-9a79-539bc53a6485 req-566549a0-f5e0-46ad-a10d-fd81afb2b40b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424006 Mar 31 17:00:09.603364 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4859ad-b9c4-4ef9-bc1c-b2cc9d2b7d7c req-04ab91bc-0dd4-4fb6-9c7e-056dda8086a4 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:09.604704 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3d4859ad-b9c4-4ef9-bc1c-b2cc9d2b7d7c req-04ab91bc-0dd4-4fb6-9c7e-056dda8086a4 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0539441 Mar 31 17:00:09.651365 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3d4859ad-b9c4-4ef9-bc1c-b2cc9d2b7d7c req-e2f6cab0-bfeb-4441-ba17-aa94bf6832e1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408871 Mar 31 17:00:10.767183 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258671-f2c4-4e9d-a879-ce8bd51f6e07 req-3f2671ed-2ab7-4390-ad87-7bf5556aa31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:10.768661 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e3258671-f2c4-4e9d-a879-ce8bd51f6e07 req-3f2671ed-2ab7-4390-ad87-7bf5556aa31b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0515592 Mar 31 17:00:10.820317 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e3258671-f2c4-4e9d-a879-ce8bd51f6e07 req-d5b4360c-379b-4c25-952c-5d8a71b9207f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455012 Mar 31 17:00:11.937378 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ec096-dfb5-4597-b9d0-86f0b30e831a req-73a7f236-865e-4f20-8359-09e5ab3ee4d7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:11.938824 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1e2ec096-dfb5-4597-b9d0-86f0b30e831a req-73a7f236-865e-4f20-8359-09e5ab3ee4d7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0514882 Mar 31 17:00:11.989331 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1e2ec096-dfb5-4597-b9d0-86f0b30e831a req-bf4f14b7-525a-4f0d-9aa4-b166b581d7e7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449572 Mar 31 17:00:13.003149 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-4b3bf52a-3b1f-410e-9770-b80b50232ff1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417683 Mar 31 17:00:13.083510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-ad7c7f4e-86f7-49cb-877d-1977036fa7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:13.085750 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-ad7c7f4e-86f7-49cb-877d-1977036fa7dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0620928 Mar 31 17:00:13.121361 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418ebdf-ff3c-4082-ada4-7530136627ce req-874e0f61-2347-4c5d-8bee-c0c4d91f4958 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:13.122843 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c418ebdf-ff3c-4082-ada4-7530136627ce req-874e0f61-2347-4c5d-8bee-c0c4d91f4958 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0566995 Mar 31 17:00:13.170750 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c418ebdf-ff3c-4082-ada4-7530136627ce req-d2d6571f-d86e-48ca-b437-ca1e7d87b5ce tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416889 Mar 31 17:00:13.189579 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-f97aeede-8363-4954-b265-d7f3d4b5404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:13.191058 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-f97aeede-8363-4954-b265-d7f3d4b5404e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0854201 Mar 31 17:00:13.256592 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-0a704bbf-a662-43e5-8ee0-e9c6540be20d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 1001 time: 0.0599017 Mar 31 17:00:13.302155 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-261e75b9-fe86-4444-9a9b-96409772f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:13.303464 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-261e75b9-fe86-4444-9a9b-96409772f06a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0405431 Mar 31 17:00:13.350195 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-d6776b8e-1233-43a3-b0d4-0fd7a9c065d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:13.352233 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-d6776b8e-1233-43a3-b0d4-0fd7a9c065d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414374 Mar 31 17:00:13.450114 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-cba5b8e2-17c1-415d-bac1-ebed5082cebc service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914245 Mar 31 17:00:13.535411 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-d5547027-e040-4d48-ad75-f51a9ad28359 req-5c4d60cd-2b0e-483a-868a-83e70ab6a7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793147 Mar 31 17:00:14.284903 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f952c7-6b31-4a67-af25-e9a903637bbd req-3bdd0889-bf0e-4ce2-8f69-798c7a01ce7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:14.286372 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-62f952c7-6b31-4a67-af25-e9a903637bbd req-3bdd0889-bf0e-4ce2-8f69-798c7a01ce7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0510535 Mar 31 17:00:14.333751 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-62f952c7-6b31-4a67-af25-e9a903637bbd req-42ecc6ff-4e76-4453-baf2-997907d97732 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417807 Mar 31 17:00:15.450348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4e081-c13a-4e98-ad38-ed5ccd11a268 req-53a371b4-0875-4e30-b765-6323427dd7df tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:15.451779 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f4a4e081-c13a-4e98-ad38-ed5ccd11a268 req-53a371b4-0875-4e30-b765-6323427dd7df tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0543501 Mar 31 17:00:15.499144 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f4a4e081-c13a-4e98-ad38-ed5ccd11a268 req-32874bf2-4861-4364-bbe6-991647e10672 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418179 Mar 31 17:00:16.426410 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 7e91c71b-e0e8-426f-adcf-4660c4f529c1 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 17:00:16.619644 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946385a-40fc-4506-9c55-1aa62f22b332 req-78df5a45-aedf-44de-a0eb-320b9d6080a3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:16.621153 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1946385a-40fc-4506-9c55-1aa62f22b332 req-78df5a45-aedf-44de-a0eb-320b9d6080a3 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 943 time: 0.0532544 Mar 31 17:00:16.649280 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:00:16.661402 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'port_id': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'mac_address': 'fa:16:3e:ab:30:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 17:00:16.669221 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1946385a-40fc-4506-9c55-1aa62f22b332 req-16552adc-0e16-4d03-8597-15670ccd300b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424356 Mar 31 17:00:16.697272 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 17:00:16.697666 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:16.710761 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e91c71b-e0e8-426f-adcf-4660c4f529c1 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 17:00:16.729675 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:00:16.733558 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:16.780862 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=7e91c71b-e0e8-426f-adcf-4660c4f529c1,revision_number=4']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:16.787637 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.788559 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.788893 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.789251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.789578 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.790012 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.790340 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.790662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.790985 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.791310 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.791696 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.792303 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.792667 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.793037 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:16.793384 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:00:17.070566 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['7e91c71b-e0e8-426f-adcf-4660c4f529c1'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 17:00:17.789783 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4934c-d0ca-476e-b508-74df95a78d57 req-675d5944-9b2d-4752-a05f-03c17a9cc7b7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:17.791306 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5cf4934c-d0ca-476e-b508-74df95a78d57 req-675d5944-9b2d-4752-a05f-03c17a9cc7b7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 944 time: 0.0575638 Mar 31 17:00:17.839258 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-5cf4934c-d0ca-476e-b508-74df95a78d57 req-30ddc64a-8be8-4a64-aa2a-81f4a3687ede tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416234 Mar 31 17:00:18.433280 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 7e91c71b-e0e8-426f-adcf-4660c4f529c1 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 17:00:18.481352 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning for port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 completed by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 17:00:18.485436 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 17:00:18.485816 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:18.561497 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 17:00:18.561881 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:18.586903 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:00:18.589465 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af28c3a7-e0aa-45e1-be3d-94a074e1ab0f" -d '{"events": [{"server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "name": "network-vif-plugged", "status": "completed", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:00:18.601076 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:00:18.604851 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:18.627771 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 17:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90be18d2-ce2d-4ea8-b964-dbb88c2047c5 x-openstack-request-id: req-90be18d2-ce2d-4ea8-b964-dbb88c2047c5 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:00:18.628127 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "name": "network-vif-plugged", "status": "completed", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:00:18.628317 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90be18d2-ce2d-4ea8-b964-dbb88c2047c5 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:00:18.628736 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90be18d2-ce2d-4ea8-b964-dbb88c2047c5'] response: {'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'code': 200} Mar 31 17:00:18.654966 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=7e91c71b-e0e8-426f-adcf-4660c4f529c1,revision_number=5']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:18.842602 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5091cd2-562c-47f3-8e9e-25c9d3fa2d80 req-af53fb89-5a0e-47a7-8e6a-3d436a999090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:18.844105 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b5091cd2-562c-47f3-8e9e-25c9d3fa2d80 req-af53fb89-5a0e-47a7-8e6a-3d436a999090 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 1129 time: 0.0473762 Mar 31 17:00:18.893522 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-b5091cd2-562c-47f3-8e9e-25c9d3fa2d80 req-931fb635-6a2b-4b03-a9f4-e5dbe5eb2776 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433569 Mar 31 17:00:18.957341 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519ef2b-581c-4003-9536-7a0cc1fd2375 req-0f0c68df-f2ac-4201-a99f-e13d1453dbfa tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:18.958788 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d519ef2b-581c-4003-9536-7a0cc1fd2375 req-0f0c68df-f2ac-4201-a99f-e13d1453dbfa tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0519321 Mar 31 17:00:19.006201 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d519ef2b-581c-4003-9536-7a0cc1fd2375 req-afe0ef60-2d1b-4cae-9499-e921fcccaf83 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413222 Mar 31 17:00:20.124065 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f23d2c-b983-4b58-8393-fb8c9aa96deb req-5166712d-77ce-48b5-af11-71e699b78a56 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:20.125522 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-64f23d2c-b983-4b58-8393-fb8c9aa96deb req-5166712d-77ce-48b5-af11-71e699b78a56 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0509684 Mar 31 17:00:20.175091 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-64f23d2c-b983-4b58-8393-fb8c9aa96deb req-8c85cfb6-5f75-4a50-bf25-80b6d0c1b56a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441077 Mar 31 17:00:21.290007 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde3dfe-ba38-456c-8279-4c534f65e157 req-7a84d226-70f4-4e23-b5d6-34df69e9d256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:21.291437 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1dde3dfe-ba38-456c-8279-4c534f65e157 req-7a84d226-70f4-4e23-b5d6-34df69e9d256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0507853 Mar 31 17:00:21.338550 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-1dde3dfe-ba38-456c-8279-4c534f65e157 req-33494e0f-44ab-4e9c-a49c-55c2693fef09 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416112 Mar 31 17:00:21.452602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dae46-113f-450a-a35d-1b5cef8ff7ee req-5e8549f5-7c3c-446a-b390-fda14ae35e17 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:21.454015 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-176dae46-113f-450a-a35d-1b5cef8ff7ee req-5e8549f5-7c3c-446a-b390-fda14ae35e17 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0519028 Mar 31 17:00:21.501352 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-176dae46-113f-450a-a35d-1b5cef8ff7ee req-10dd33ae-a484-432b-8ebd-fbe68fff32c0 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417066 Mar 31 17:00:21.523050 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 60994) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:00:21.663388 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e7f552-f49f-43e5-9205-d55883444b60 tempest-TestVolumeBootPattern-1520869019 tempest-TestVolumeBootPattern-1520869019-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:21.664871 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a8e7f552-f49f-43e5-9205-d55883444b60 tempest-TestVolumeBootPattern-1520869019 tempest-TestVolumeBootPattern-1520869019-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 1124 time: 0.1408546 Mar 31 17:00:21.667656 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32768) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:00:21.671904 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.v2.base [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Request body: {'floatingip': {'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'port_id': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109838) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 17:00:21.691383 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:21.783003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (None), before_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:21.886641 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_common [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Allocated IP 172.27.3.129 (7898e0b5-f308-4eda-8106-3d28b0d48897/fe31d634-74ae-4a8b-8340-9a43e4c16077/28da3d6b-a5e3-4b7d-a909-f3f5377cf15f) {{(pid=109838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 17:00:21.984216 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.015797 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728726949349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.054397 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Network 7898e0b5-f308-4eda-8106-3d28b0d48897 is already hosted by enough agents. {{(pid=109838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 17:00:22.057038 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.base_scheduler [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Resources bound (agent type, host, resource id): {{(pid=109838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 17:00:22.060500 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Received port after_create {{(pid=109838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 17:00:22.086286 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=28da3d6b-a5e3-4b7d-a909-f3f5377cf15f,revision_number=1']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:22.398836 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35), precommit_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.466772 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), before_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.606524 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), precommit_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.611019 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3938039'] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), after_update {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.677871 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event updated for resources: {'Port': ['ID=28da3d6b-a5e3-4b7d-a909-f3f5377cf15f,revision_number=2']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:00:22.688934 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1588848'] for floatingip (cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35), after_create {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:22.788303 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Floating IP cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35 associated. External IP: 172.27.3.129, port: 7e91c71b-e0e8-426f-adcf-4660c4f529c1. Mar 31 17:00:22.996478 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:00:23.112699 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:00:23.122347 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:00:23.133249 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:00:23.133680 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:23.134003 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:59:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:00:23.163066 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-3bdde1d0-1f75-4938-857c-2cd80e3a4eda tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4943759 Mar 31 17:00:23.163616 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:00:23.165880 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:00:23.241377 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:00:23.325308 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 17:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646f3728-5a7e-44ba-913c-94cc371b30ac x-openstack-request-id: req-646f3728-5a7e-44ba-913c-94cc371b30ac {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:00:23.325857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:00:23.326115 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-646f3728-5a7e-44ba-913c-94cc371b30ac {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:00:23.326524 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-646f3728-5a7e-44ba-913c-94cc371b30ac'] response: {'name': 'network-changed', 'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'status': 'completed', 'code': 200} Mar 31 17:00:23.390204 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-2659ccfb-64b5-43e1-8613-745536d6a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:23.391840 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-2659ccfb-64b5-43e1-8613-745536d6a4fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 1129 time: 0.0439458 Mar 31 17:00:23.467718 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:ab:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T17:00:22Z', 'updated_at': '2022-03-31T17:00:22Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}, {'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:41Z', 'revision_number': 1, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:00:23.479364 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-537b6729-5d39-4b98-a65c-a7c9f50642eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:23.480971 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-537b6729-5d39-4b98-a65c-a7c9f50642eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0827801 Mar 31 17:00:23.499003 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:00:23.513227 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:00:23.513866 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T16:59:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:00:23.516842 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-4415b838-d5bd-4948-81f5-c11f7d3744f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:23.550597 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-d0ed6346-f393-4ee7-a37f-fa91b47f655f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1 HTTP/1.1" status: 200 len: 999 time: 0.0633488 Mar 31 17:00:23.597539 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-7ef44a2d-c639-4b1c-8f08-68e52aa36285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:23.598983 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-7ef44a2d-c639-4b1c-8f08-68e52aa36285 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0426815 Mar 31 17:00:23.623860 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:00:23.647505 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-2e9fbc3b-2872-4a9e-b329-3eafde279611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:00:23.649008 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-2e9fbc3b-2872-4a9e-b329-3eafde279611 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431204 Mar 31 17:00:23.739763 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-55dcb679-f589-4238-a3cd-e44eef258b3b service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846176 Mar 31 17:00:23.826486 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-29469a8a-8332-4a4e-b51e-c0a2b3132ae3 req-0191ce82-32ea-4366-952e-117f2b216035 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812449 Mar 31 17:00:23.847918 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:ab:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T17:00:22Z', 'updated_at': '2022-03-31T17:00:22Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}, {'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:41Z', 'revision_number': 1, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:00:23.875346 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ff4a5e3-b7a0-4883-a53f-078bb7e1a276 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:ab:30:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T17:00:22Z', 'updated_at': '2022-03-31T17:00:22Z', 'revision_number': 0, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}, {'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:41Z', 'revision_number': 1, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:00:24.066823 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a8f2eb-6044-45b1-be41-16b2f84d4594 None None] New status for floating IP cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35: ACTIVE {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 17:00:25.828111 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-2e4d277e-d409-4c0c-bc78-03b433f6bd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:26.785989 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:28.413254 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:29.774472 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:29.779038 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:38.935370 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:00:53.488317 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0653689a-3e85-42ae-889c-5e633ce8256a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:55.829327 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-88ee702b-2b9c-4b0d-9329-04db0bc5ffda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:56.790408 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:58.414231 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:59.759883 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:00:59.772033 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:14.373728 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-cea42a41-4449-4271-9e58-781c10bb34f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433385 Mar 31 17:01:14.461032 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-2f5e2d0d-38dc-4c9d-a3b2-1e3d4bfb331b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:14.462536 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-2f5e2d0d-38dc-4c9d-a3b2-1e3d4bfb331b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1130 time: 0.0487132 Mar 31 17:01:14.560940 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-5c917ee4-daf0-4de5-a099-5a26689e91e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:14.562399 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-5c917ee4-daf0-4de5-a099-5a26689e91e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0820072 Mar 31 17:01:14.630320 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-a4f74362-e3f9-4501-99b1-3be993812e01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 1001 time: 0.0614312 Mar 31 17:01:14.676149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-5cf7c8d1-3d22-4ed0-a70c-9eb2d923483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:14.678153 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-5cf7c8d1-3d22-4ed0-a70c-9eb2d923483d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0426345 Mar 31 17:01:14.724326 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-c11e4ec4-b0a4-489c-8fa1-d4e38424c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:14.725824 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-c11e4ec4-b0a4-489c-8fa1-d4e38424c473 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420513 Mar 31 17:01:14.824527 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-01d0938d-c0fe-4963-82c2-357fc33e2a87 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929480 Mar 31 17:01:14.911767 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-897e3f00-d23f-4946-8eb4-1014dc111998 req-f499026c-18a4-497c-8895-212b12779eeb service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806620 Mar 31 17:01:15.935455 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:01:23.489903 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-576947b0-5931-4aee-9dc1-afba8f57d8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:25.830759 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-43f87c27-2202-4256-818a-ccf259659931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:26.795020 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:28.416593 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:29.782490 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:29.783758 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:43.953137 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284e1e-1df5-4514-8375-8962e4b5abec req-24094225-8e39-44a1-9bf9-aae5a49d899f tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:43.954610 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0d284e1e-1df5-4514-8375-8962e4b5abec req-24094225-8e39-44a1-9bf9-aae5a49d899f tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0518126 Mar 31 17:01:44.001669 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-0d284e1e-1df5-4514-8375-8962e4b5abec req-2901e1a7-5f82-4f62-91cd-0f422e1ed972 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407739 Mar 31 17:01:45.120989 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ff52d-68c8-42be-a177-f08d9ef8510a req-6a93be84-d358-4ba2-8ede-b3f0140a3dcd tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:45.122452 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-764ff52d-68c8-42be-a177-f08d9ef8510a req-6a93be84-d358-4ba2-8ede-b3f0140a3dcd tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0510612 Mar 31 17:01:45.177171 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-764ff52d-68c8-42be-a177-f08d9ef8510a req-c762fe30-8717-4569-b4e9-3055f1a73a0d tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485618 Mar 31 17:01:46.294225 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e1bf2-796d-4f25-87af-9f54581b081d req-43e147c9-5ab1-4c64-a36d-b9f59585cf50 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:46.295659 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-673e1bf2-796d-4f25-87af-9f54581b081d req-43e147c9-5ab1-4c64-a36d-b9f59585cf50 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0509498 Mar 31 17:01:46.342909 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-673e1bf2-796d-4f25-87af-9f54581b081d req-d5a234d1-f241-4600-8024-9ed5c0dc855e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419073 Mar 31 17:01:47.460691 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff60e60-d9bb-41e1-a09e-0fd18a354230 req-1ca252cc-338c-4288-9585-101fc0760a24 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:47.462181 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ff60e60-d9bb-41e1-a09e-0fd18a354230 req-1ca252cc-338c-4288-9585-101fc0760a24 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0535312 Mar 31 17:01:47.508912 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-8ff60e60-d9bb-41e1-a09e-0fd18a354230 req-0950f27e-3b51-4fdb-a239-564607306341 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412378 Mar 31 17:01:48.626932 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3459996-8c44-4393-a910-a624d84b0a01 req-c1ff3afa-9aa4-403c-b9a8-3c85f93514f0 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:48.628381 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b3459996-8c44-4393-a910-a624d84b0a01 req-c1ff3afa-9aa4-403c-b9a8-3c85f93514f0 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0551281 Mar 31 17:01:48.675205 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b3459996-8c44-4393-a910-a624d84b0a01 req-df727505-9f3e-458d-bb6c-55db9cc27aa1 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 Mar 31 17:01:49.792675 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e460b-2287-42be-b3bf-ed55a75b25b0 req-10d48e96-a2ac-4db0-90b0-e3bb09537722 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:49.794166 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bc3e460b-2287-42be-b3bf-ed55a75b25b0 req-10d48e96-a2ac-4db0-90b0-e3bb09537722 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0535660 Mar 31 17:01:49.842257 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bc3e460b-2287-42be-b3bf-ed55a75b25b0 req-cb397f81-07ab-4755-a750-4ca3855d26cd tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Mar 31 17:01:50.957866 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec6dadb-80fb-4294-9a62-224b12b46c91 req-f88d22c6-8ddd-4412-85f2-10c5d818188e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:50.959337 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3ec6dadb-80fb-4294-9a62-224b12b46c91 req-f88d22c6-8ddd-4412-85f2-10c5d818188e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0511873 Mar 31 17:01:51.010766 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-3ec6dadb-80fb-4294-9a62-224b12b46c91 req-e67bbd1d-69df-4863-a9b4-0852c396f7c4 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Mar 31 17:01:52.125026 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a78ab1-e3b3-4d9b-b018-97fb8cb34841 req-4723b8c8-1c75-411d-9a64-9f3d4ee15c60 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:52.126503 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53a78ab1-e3b3-4d9b-b018-97fb8cb34841 req-4723b8c8-1c75-411d-9a64-9f3d4ee15c60 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0507035 Mar 31 17:01:52.173705 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-53a78ab1-e3b3-4d9b-b018-97fb8cb34841 req-6e7d9f8c-90cf-4292-9d02-a45195a9ce51 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412686 Mar 31 17:01:52.934283 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:01:53.288065 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f6822e-5b29-4732-8eb1-c83f60bddfd7 req-689d1370-0119-4e0b-87c2-047198098413 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:53.289536 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-27f6822e-5b29-4732-8eb1-c83f60bddfd7 req-689d1370-0119-4e0b-87c2-047198098413 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0509150 Mar 31 17:01:53.335872 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-27f6822e-5b29-4732-8eb1-c83f60bddfd7 req-7158308e-67c3-4758-a8f2-67110f689beb tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409005 Mar 31 17:01:53.490594 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3bd9f0b9-070b-496c-bca2-5f1c9c9e853d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:54.069598 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-589546b4-f8a5-4b69-b7ee-b65a6a4a5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:54.071025 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-589546b4-f8a5-4b69-b7ee-b65a6a4a5f2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0444596 Mar 31 17:01:54.164169 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-6b9e5c06-ecc0-484a-903b-199518b337ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:54.165675 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-6b9e5c06-ecc0-484a-903b-199518b337ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0893843 Mar 31 17:01:54.227302 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-7172a172-5fad-4307-b413-4f02efb77080 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 1001 time: 0.0560508 Mar 31 17:01:54.276758 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-ac9a3bf4-c950-4249-8da9-752b70bd4de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:54.278173 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-ac9a3bf4-c950-4249-8da9-752b70bd4de7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0457420 Mar 31 17:01:54.325656 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-9bae03a2-8c6c-4c55-9e14-01a68f1287e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:54.326993 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-9bae03a2-8c6c-4c55-9e14-01a68f1287e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423551 Mar 31 17:01:54.413215 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-e8583db9-e5de-4b20-885d-6eff99f8c20d service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794938 Mar 31 17:01:54.455687 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e457525-9847-4975-830d-e0b749451cba req-721738d3-0047-488e-b7d0-90234ccce9a7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:54.457191 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7e457525-9847-4975-830d-e0b749451cba req-721738d3-0047-488e-b7d0-90234ccce9a7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0559373 Mar 31 17:01:54.503821 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-436b58eb-bdf9-4316-a541-214dc3111f1f req-5f59d71f-d686-4624-b6d4-090238af7950 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848942 Mar 31 17:01:54.506127 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7e457525-9847-4975-830d-e0b749451cba req-af281d79-0dce-4abe-ac7d-27b4ec6922ae tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432703 Mar 31 17:01:55.623077 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635ee3a-a232-450d-9bde-7dbdee580c6d req-75c1c0f1-c625-44bc-9cf0-be12cc26b598 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:55.624523 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7635ee3a-a232-450d-9bde-7dbdee580c6d req-75c1c0f1-c625-44bc-9cf0-be12cc26b598 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0530174 Mar 31 17:01:55.670635 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7635ee3a-a232-450d-9bde-7dbdee580c6d req-f39044f5-3463-4670-acf4-59d84bc6356f tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Mar 31 17:01:55.831669 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-11d84906-5c72-415b-bbed-c51487248108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:56.794572 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853a19c-d57c-41e1-bbb2-096839e975b7 req-7ae25e6f-350a-4b96-853a-ff361bbb3395 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:56.795342 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:56.796141 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6853a19c-d57c-41e1-bbb2-096839e975b7 req-7ae25e6f-350a-4b96-853a-ff361bbb3395 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0551786 Mar 31 17:01:56.844416 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6853a19c-d57c-41e1-bbb2-096839e975b7 req-6d2d6d99-2a65-4479-ab87-745ab9e6548e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425720 Mar 31 17:01:57.079416 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dda0e9-52cf-4541-b3b1-1c5e255844c3 req-ad7ed2e5-1d89-4b71-ba3f-3e3209425550 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:57.080878 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-94dda0e9-52cf-4541-b3b1-1c5e255844c3 req-ad7ed2e5-1d89-4b71-ba3f-3e3209425550 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0818682 Mar 31 17:01:57.086954 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-7776ddb8-7146-4e76-b35a-32a13452743e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1096399 Mar 31 17:01:57.136677 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-94dda0e9-52cf-4541-b3b1-1c5e255844c3 req-715fb340-a751-40c3-bebe-34767f24ced3 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487287 Mar 31 17:01:57.212712 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd820-8752-4826-a36e-8973a0e4845d req-52f48ac2-6e2c-464f-bd8e-2cba43ae8548 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:57.213986 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-52f48ac2-6e2c-464f-bd8e-2cba43ae8548 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports/d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 943 time: 0.0974658 Mar 31 17:01:58.250185 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43775-5af4-42fc-beb0-23edb2ea81f2 req-a373a171-15f3-4ae5-a2ea-1096349b6f02 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:58.251606 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cdb43775-5af4-42fc-beb0-23edb2ea81f2 req-a373a171-15f3-4ae5-a2ea-1096349b6f02 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0505624 Mar 31 17:01:58.297997 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-cdb43775-5af4-42fc-beb0-23edb2ea81f2 req-b12832a9-71a6-48e4-95b1-19ddb5cb3d6d tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404375 Mar 31 17:01:58.361130 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd820-8752-4826-a36e-8973a0e4845d req-c2ba7b79-399d-49c8-9738-c7959d3bc8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:58.362614 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-c2ba7b79-399d-49c8-9738-c7959d3bc8f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971&tenant_id=a9bc471acc344a5a91597392d6eeac45 HTTP/1.1" status: 200 len: 1130 time: 0.0443523 Mar 31 17:01:58.419776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:58.425661 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd820-8752-4826-a36e-8973a0e4845d req-983abf13-655f-4361-8d50-34bcdfacf9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:58.427759 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-983abf13-655f-4361-8d50-34bcdfacf9ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0448630 Mar 31 17:01:58.517518 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd820-8752-4826-a36e-8973a0e4845d req-1d779d97-6922-4233-ade7-f2539f595320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:58.518969 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-1d779d97-6922-4233-ade7-f2539f595320 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0858560 Mar 31 17:01:58.581209 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-7f50d352-4ba3-4f1d-ab92-0ce1fedd7fec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 1001 time: 0.0568476 Mar 31 17:01:58.631024 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd820-8752-4826-a36e-8973a0e4845d req-8cebe8ab-af6c-4ca2-9f9b-c5df6ed0c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:58.632433 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-8cebe8ab-af6c-4ca2-9f9b-c5df6ed0c409 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0461450 Mar 31 17:01:58.678374 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efd820-8752-4826-a36e-8973a0e4845d req-f6f2d79f-f567-4c3e-ad32-0cb8db5e2cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:58.679735 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-f6f2d79f-f567-4c3e-ad32-0cb8db5e2cef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420868 Mar 31 17:01:58.764639 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-6e143502-c05d-4a4a-a77d-8890c96e2c92 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785961 Mar 31 17:01:58.857852 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-e5efd820-8752-4826-a36e-8973a0e4845d req-3d737449-8c71-426c-8648-30c4e9b7e0ef service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Mar 31 17:01:58.898280 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:01:58.974654 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port d4419187-fde2-4987-9152-a6e049461203 is: ACTIVE; New status is: DOWN {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 17:01:58.975041 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:58.996648 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:01:58.998871 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2564d48d-88b7-45d6-8dae-40162c0e311b" -d '{"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-unplugged", "status": "completed", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:01:59.010445 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:01:59.014167 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:59.037089 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 17:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318199a5-fabf-42f9-a45c-ece9b5f3f45d x-openstack-request-id: req-318199a5-fabf-42f9-a45c-ece9b5f3f45d {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:01:59.037382 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-unplugged", "status": "completed", "tag": "d4419187-fde2-4987-9152-a6e049461203", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:01:59.037630 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-318199a5-fabf-42f9-a45c-ece9b5f3f45d {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:01:59.038017 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318199a5-fabf-42f9-a45c-ece9b5f3f45d'] response: {'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'code': 200} Mar 31 17:01:59.062426 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=6']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:01:59.069107 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.069455 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.069797 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.070135 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.070468 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.070797 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.071123 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.071447 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.071776 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.072097 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.072426 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.072750 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.073122 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.073444 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.073762 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:01:59.414995 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be6de6-58ae-4780-a938-2ffc9f5066aa req-f434c0e2-f715-4ed5-8c17-c2b3786635b7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:01:59.416432 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d6be6de6-58ae-4780-a938-2ffc9f5066aa req-f434c0e2-f715-4ed5-8c17-c2b3786635b7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0509121 Mar 31 17:01:59.465699 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-d6be6de6-58ae-4780-a938-2ffc9f5066aa req-63da86d7-f52f-460e-8829-0908b0f85324 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Mar 31 17:01:59.784574 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:01:59.791917 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:00.590254 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bcff9-9a69-4c95-b78b-f35bf13736e4 req-a170a501-d57e-4891-8af8-b3df7bfbacb5 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:00.591696 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6d2bcff9-9a69-4c95-b78b-f35bf13736e4 req-a170a501-d57e-4891-8af8-b3df7bfbacb5 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0511534 Mar 31 17:02:00.638663 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-6d2bcff9-9a69-4c95-b78b-f35bf13736e4 req-8d90b8ac-64ee-4b34-9aa8-9c58a9fd726b tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Mar 31 17:02:01.754357 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b955-8ac5-44f2-89dd-9c29f2ab7acc req-775cafb0-7231-48d4-a130-2ba7ec069643 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:01.755812 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-81e0b955-8ac5-44f2-89dd-9c29f2ab7acc req-775cafb0-7231-48d4-a130-2ba7ec069643 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0523050 Mar 31 17:02:01.803419 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-81e0b955-8ac5-44f2-89dd-9c29f2ab7acc req-931e2189-f62d-4403-b465-d63140b85a7a tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421607 Mar 31 17:02:02.922377 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8fb951-5956-4666-9454-4afe32c9b5c0 req-c69febe7-5cc5-4bac-9b71-b27f09457bbb tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:02.923844 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bd8fb951-5956-4666-9454-4afe32c9b5c0 req-c69febe7-5cc5-4bac-9b71-b27f09457bbb tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0544956 Mar 31 17:02:02.971521 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-bd8fb951-5956-4666-9454-4afe32c9b5c0 req-1d66818d-67b4-4e23-89a5-2314e44f9253 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Mar 31 17:02:04.086255 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a203097-c412-479b-aba5-3baefa00e8ed req-48747517-b657-48e5-ae0b-f97e65c160ae tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:04.087833 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7a203097-c412-479b-aba5-3baefa00e8ed req-48747517-b657-48e5-ae0b-f97e65c160ae tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0513906 Mar 31 17:02:04.135771 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7a203097-c412-479b-aba5-3baefa00e8ed req-29b8f092-a8f5-44b1-b64a-a6b70424767a tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422392 Mar 31 17:02:05.249315 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e64e9-9228-4bd0-add1-231a35cc866f req-00d0155d-684d-4d57-abeb-b5ce78a54079 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:05.250758 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-785e64e9-9228-4bd0-add1-231a35cc866f req-00d0155d-684d-4d57-abeb-b5ce78a54079 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0504658 Mar 31 17:02:05.300102 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-785e64e9-9228-4bd0-add1-231a35cc866f req-ca39d1b3-3cfa-42c0-ae28-bf8c5ca3a982 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433576 Mar 31 17:02:05.963770 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db3c52-a5cb-45dc-ae49-c7645056f6dc req-b85984bf-3bcf-4159-b9dc-3feae3c34862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:05.965278 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-14db3c52-a5cb-45dc-ae49-c7645056f6dc req-b85984bf-3bcf-4159-b9dc-3feae3c34862 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1128 time: 0.0436912 Mar 31 17:02:06.008892 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-14db3c52-a5cb-45dc-ae49-c7645056f6dc req-a8278670-a510-482f-9e8b-6ac7b1d086dd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376360 Mar 31 17:02:06.415199 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aa166-b814-4481-9267-34710e365175 req-2ff432ad-0774-46ff-aef6-3daf8c1853c7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:06.416636 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c25aa166-b814-4481-9267-34710e365175 req-2ff432ad-0774-46ff-aef6-3daf8c1853c7 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 944 time: 0.0507874 Mar 31 17:02:06.463648 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-c25aa166-b814-4481-9267-34710e365175 req-d348f0cb-8ac9-4ac6-b50d-de78a03c9115 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415628 Mar 31 17:02:06.898067 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 details requested by agent hyperv_hv-cinder-82694 with host hv-cinder-82694 {{(pid=109839) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 17:02:06.989489 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:07.003394 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Returning: {'device': 'd4419187-fde2-4987-9152-a6e049461203', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'port_id': 'd4419187-fde2-4987-9152-a6e049461203', 'mac_address': 'fa:16:3e:c3:40:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109839) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 17:02:07.038770 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port d4419187-fde2-4987-9152-a6e049461203 is: DOWN; New status is: BUILD {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 17:02:07.039085 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:07.050984 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4419187-fde2-4987-9152-a6e049461203 {{(pid=109839) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 17:02:07.069406 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:07.073247 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:07.117827 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=7']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:07.491603 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] get_ports_and_sgs() called for port_ids ['d4419187-fde2-4987-9152-a6e049461203'] {{(pid=109839) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 17:02:07.580865 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039613f4-dd62-4eee-bea3-65ca9cb36f7f req-1a602f7c-3108-45b5-9207-bb8a05cb80d5 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:07.582360 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-039613f4-dd62-4eee-bea3-65ca9cb36f7f req-1a602f7c-3108-45b5-9207-bb8a05cb80d5 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 945 time: 0.0515859 Mar 31 17:02:07.628855 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-039613f4-dd62-4eee-bea3-65ca9cb36f7f req-d833653b-6a5d-4d33-955a-244201fe093e tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409462 Mar 31 17:02:08.921182 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 up at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 17:02:08.970350 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.provisioning_blocks [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Provisioning complete for port d4419187-fde2-4987-9152-a6e049461203 triggered by entity L2. {{(pid=109839) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 17:02:08.970719 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-957407'] for port (d4419187-fde2-4987-9152-a6e049461203), provisioning_complete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:09.171239 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Current status of the port d4419187-fde2-4987-9152-a6e049461203 is: BUILD; New status is: ACTIVE {{(pid=109839) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 17:02:09.171532 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1009957'] for port (d4419187-fde2-4987-9152-a6e049461203), before_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:09.192717 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109839) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:02:09.194916 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7c5c872009f422684abb77ea86fe878b8b8ced95c71879a88e0c201ee68b9982" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730e66ac-7929-44c9-9719-4da5198c092c" -d '{"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-plugged", "status": "completed", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109839) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:02:09.206369 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:09.211337 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728727518859', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728726949367', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728726949645'] for port (d4419187-fde2-4987-9152-a6e049461203), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:09.234369 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 17:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7920ec3-3c99-4ea9-9b2f-c4165aa325b4 x-openstack-request-id: req-c7920ec3-3c99-4ea9-9b2f-c4165aa325b4 {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:02:09.234661 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-plugged", "status": "completed", "tag": "d4419187-fde2-4987-9152-a6e049461203", "code": 200}]} {{(pid=109839) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:02:09.234913 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7920ec3-3c99-4ea9-9b2f-c4165aa325b4 {{(pid=109839) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:02:09.235300 dv-cinder-826949-3-iscsi neutron-server[109839]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7920ec3-3c99-4ea9-9b2f-c4165aa325b4'] response: {'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'code': 200} Mar 31 17:02:09.259504 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Pushing event updated for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=8']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:13.631975 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32892) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:14.043963 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Deleting port 28da3d6b-a5e3-4b7d-a909-f3f5377cf15f {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:14.044300 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:14.115739 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:14.116066 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:14.127186 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Calling delete_port for 28da3d6b-a5e3-4b7d-a909-f3f5377cf15f owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:14.268075 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (28da3d6b-a5e3-4b7d-a909-f3f5377cf15f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:14.289866 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'Port': ['ID=28da3d6b-a5e3-4b7d-a909-f3f5377cf15f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:14.299184 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.299477 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.299817 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.300156 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.301005 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.301364 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.302173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.302173 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.302370 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.302634 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.302955 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.303281 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.303602 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.303921 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.304236 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:14.365440 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:14.365818 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Floating IP cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35 disassociated (deleted). External IP: 172.27.3.129, port: 7e91c71b-e0e8-426f-adcf-4660c4f529c1. Mar 31 17:02:14.570525 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:02:14.676545 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:02:14.681210 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:14.685671 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:02:14.695232 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:14.695843 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:01:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:14.708696 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-672a48fe-9260-4076-b6ca-2b55b8ae6e6a tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "DELETE /v2.0/floatingips/cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35 HTTP/1.1" status: 204 len: 168 time: 1.0756557 Mar 31 17:02:14.709395 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:02:14.711717 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12f46cc-3516-4ee7-ab66-6a2105bd8386" -d '{"events": [{"name": "network-changed", "server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:02:14.753683 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 17:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0959372-4ecd-407f-8c30-2886e0922906 x-openstack-request-id: req-b0959372-4ecd-407f-8c30-2886e0922906 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:02:14.753972 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:02:14.754223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0959372-4ecd-407f-8c30-2886e0922906 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:02:14.754624 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0959372-4ecd-407f-8c30-2886e0922906'] response: {'name': 'network-changed', 'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'status': 'completed', 'code': 200} Mar 31 17:02:14.808186 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:14.824462 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-90dcb9dc-ca80-43d1-9ed5-d518e9244d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:14.826092 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-90dcb9dc-ca80-43d1-9ed5-d518e9244d41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 1129 time: 0.0509443 Mar 31 17:02:14.926462 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-286f6a54-f322-4a09-815e-9b546ae484a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:14.928121 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-286f6a54-f322-4a09-815e-9b546ae484a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.0896156 Mar 31 17:02:14.962286 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a15f9a-e655-490b-ac9c-9740a42feca8 req-a403a8bf-cafc-4494-8eb4-addbb331f16e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:14.963995 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19a15f9a-e655-490b-ac9c-9740a42feca8 req-a403a8bf-cafc-4494-8eb4-addbb331f16e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0686255 Mar 31 17:02:14.972077 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-86bef55b-2fb2-46ce-8d92-ebb3917363b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1 HTTP/1.1" status: 200 len: 217 time: 0.0363903 Mar 31 17:02:15.025612 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-ed7acc4b-092c-4930-9c0e-025f846f40c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:15.028152 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-ed7acc4b-092c-4930-9c0e-025f846f40c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0501320 Mar 31 17:02:15.045691 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-19a15f9a-e655-490b-ac9c-9740a42feca8 req-73ab10ed-95fb-48f5-8f92-e436f2792304 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680325 Mar 31 17:02:15.048585 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-322673a8-bf10-4d5b-b79c-d9adb1ba4a43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794885 Mar 31 17:02:15.049696 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:41Z', 'revision_number': 1, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:15.083934 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-736e2317-a573-45e3-a7f2-8e913052aead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:15.085423 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-736e2317-a573-45e3-a7f2-8e913052aead service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485680 Mar 31 17:02:15.087368 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:02:15.096267 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:15.096878 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:01:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:15.119765 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-98bb6d39-56de-4619-9a1c-1f4d8ec1e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:15.121972 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-98bb6d39-56de-4619-9a1c-1f4d8ec1e118 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0502625 Mar 31 17:02:15.176468 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-b1f71e06-7160-41c8-9858-bc1a3733e434 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837269 Mar 31 17:02:15.208214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:15.231137 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-02b4ae3c-a6bc-4a34-8052-3c2d9f3857cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:15.232908 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-02b4ae3c-a6bc-4a34-8052-3c2d9f3857cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0918567 Mar 31 17:02:15.271697 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [req-f12f46cc-3516-4ee7-ab66-6a2105bd8386 req-f3420a6b-1408-474e-b9bf-0831de9c9597 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880017 Mar 31 17:02:15.301167 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-ec0fa8c9-2637-4f63-8c7c-a9262ffa50e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 1001 time: 0.0615323 Mar 31 17:02:15.352538 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-0c79ebdf-6090-421a-84f1-aba154d731c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:15.353927 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-0c79ebdf-6090-421a-84f1-aba154d731c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0472567 Mar 31 17:02:15.401991 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-5bcfed97-9502-4cde-825d-2d25474900d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:15.403480 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-5bcfed97-9502-4cde-825d-2d25474900d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432100 Mar 31 17:02:15.435417 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:41Z', 'revision_number': 1, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:15.461407 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2300529d-3806-423e-887e-28d058ff0c7b None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_floatingips': [{'id': 'dd7f8497-30d1-4497-937e-afeff467f8a0', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'floating_ip_address': '172.27.3.55', 'floating_network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'router_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'port_id': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 653, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'mac_address': 'fa:16:3e:71:45:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:57:39Z', 'updated_at': '2022-03-31T16:57:41Z', 'revision_number': 1, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:02:15.491258 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-edf5608e-88a4-407c-a168-9968d8991cbf service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804696 Mar 31 17:02:15.587662 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-444e3d20-f8d5-47f2-a676-51e1ee2a41dd req-a5f1466e-723a-407b-8534-496efc057ab2 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899670 Mar 31 17:02:15.687633 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abfa1b9-ce81-4634-96e5-b4f183b745df None None] New status for floating IP cb0ef3cf-61fd-4c35-8e0a-cbe003ccfa35: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 17:02:16.178617 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858bcc8f-919a-4307-999d-e250f1cd0333 req-1f787257-916e-4b83-aa8d-96427743d2d7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:16.180069 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-858bcc8f-919a-4307-999d-e250f1cd0333 req-1f787257-916e-4b83-aa8d-96427743d2d7 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0521674 Mar 31 17:02:16.231469 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-858bcc8f-919a-4307-999d-e250f1cd0333 req-a64f33a8-f3b1-4364-9710-7164beef0f0e tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458100 Mar 31 17:02:16.631628 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483caab5-de44-4955-8d12-b039f0128b14 req-cf56ade6-60ee-46dd-bb46-7fecbe4e3adb tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:16.633082 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-483caab5-de44-4955-8d12-b039f0128b14 req-cf56ade6-60ee-46dd-bb46-7fecbe4e3adb tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 945 time: 0.0546041 Mar 31 17:02:16.720131 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Deleting port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:16.720462 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:16.811281 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] For port 7e91c71b-e0e8-426f-adcf-4660c4f529c1, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=7e91c71b-e0e8-426f-adcf-4660c4f529c1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:16.811645 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:16.824231 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Calling delete_port for 7e91c71b-e0e8-426f-adcf-4660c4f529c1 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:16.955605 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (7e91c71b-e0e8-426f-adcf-4660c4f529c1), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:16.987262 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'Port': ['ID=7e91c71b-e0e8-426f-adcf-4660c4f529c1,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:17.030193 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] No DVR routers for this DVR port 7e91c71b-e0e8-426f-adcf-4660c4f529c1 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:02:17.032609 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:17.036355 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-483caab5-de44-4955-8d12-b039f0128b14 req-d763d7d3-3429-451c-8585-5bdb7766c752 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "DELETE /v2.0/ports/7e91c71b-e0e8-426f-adcf-4660c4f529c1 HTTP/1.1" status: 204 len: 173 time: 0.3987839 Mar 31 17:02:17.036794 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'name': 'network-vif-deleted', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:02:17.039117 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79599a1c-fc53-4ff9-baf0-3447dbc6a6d7" -d '{"events": [{"server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "name": "network-vif-deleted", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:02:17.073927 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 17:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf59875-98ce-4566-be85-f3c8c3ef0aec x-openstack-request-id: req-8bf59875-98ce-4566-be85-f3c8c3ef0aec {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:02:17.074218 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "937ae668-1c7a-46bf-ac5d-b4e7cb24572a", "name": "network-vif-deleted", "tag": "7e91c71b-e0e8-426f-adcf-4660c4f529c1", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:02:17.074472 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf59875-98ce-4566-be85-f3c8c3ef0aec {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:02:17.074873 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf59875-98ce-4566-be85-f3c8c3ef0aec'] response: {'server_uuid': '937ae668-1c7a-46bf-ac5d-b4e7cb24572a', 'name': 'network-vif-deleted', 'tag': '7e91c71b-e0e8-426f-adcf-4660c4f529c1', 'status': 'completed', 'code': 200} Mar 31 17:02:17.328912 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ee40713c-dd06-486e-bf08-4b34762ef880 req-869baaa5-455b-4c6e-9e5a-ca50ad24683c tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=937ae668-1c7a-46bf-ac5d-b4e7cb24572a HTTP/1.1" status: 200 len: 210 time: 0.0291100 Mar 31 17:02:20.610663 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32922) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:20.760425 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Deleting port a930e319-d441-46ae-b7d7-e5e685309c21 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:20.760758 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a930e319-d441-46ae-b7d7-e5e685309c21), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:20.840997 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a930e319-d441-46ae-b7d7-e5e685309c21), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:20.841348 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (a930e319-d441-46ae-b7d7-e5e685309c21), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:20.853653 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Calling delete_port for a930e319-d441-46ae-b7d7-e5e685309c21 owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:20.997015 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (a930e319-d441-46ae-b7d7-e5e685309c21), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:21.008068 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 7e91c71b-e0e8-426f-adcf-4660c4f529c1 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:21.023087 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'Port': ['ID=a930e319-d441-46ae-b7d7-e5e685309c21,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:21.028719 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 7e91c71b-e0e8-426f-adcf-4660c4f529c1 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:21.029087 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 7e91c71b-e0e8-426f-adcf-4660c4f529c1 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:21.081139 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (dd7f8497-30d1-4497-937e-afeff467f8a0), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:21.081472 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Floating IP dd7f8497-30d1-4497-937e-afeff467f8a0 disassociated (deleted). External IP: 172.27.3.55, port: 4df888a6-ab4b-4c34-b6f5-da458205346f. Mar 31 17:02:21.290289 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:02:21.395161 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:02:21.399938 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:21.405990 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:02:21.417485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:21.418105 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:01:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:21.428910 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-b392fe1b-d49c-4ab3-a2f7-6b623939b256 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "DELETE /v2.0/floatingips/dd7f8497-30d1-4497-937e-afeff467f8a0 HTTP/1.1" status: 204 len: 168 time: 0.8171771 Mar 31 17:02:21.429912 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:02:21.432123 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a9fcf7-010c-4821-99f8-77ec1c04f013" -d '{"events": [{"name": "network-changed", "server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:02:21.468782 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bfd4fb-caec-4ae8-8617-243050280649 x-openstack-request-id: req-27bfd4fb-caec-4ae8-8617-243050280649 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:02:21.469109 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:02:21.469372 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-27bfd4fb-caec-4ae8-8617-243050280649 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:02:21.469779 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27bfd4fb-caec-4ae8-8617-243050280649'] response: {'name': 'network-changed', 'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'status': 'completed', 'code': 200} Mar 31 17:02:21.531349 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:21.538481 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-234c2d67-d4bb-4da2-a582-740d697db71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:21.540247 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-234c2d67-d4bb-4da2-a582-740d697db71e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 1130 time: 0.0474775 Mar 31 17:02:21.674271 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-910ae881-d329-4218-a721-2d86d14dc953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:21.675754 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-910ae881-d329-4218-a721-2d86d14dc953 service neutron] 10.222.0.55 "GET /v2.0/networks?id=696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 200 len: 912 time: 0.1228471 Mar 31 17:02:21.687147 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7955522c-3ccf-444d-b3d7-eb559fda3dfa req-29bb3590-208a-42b7-b0da-fb024b5123a6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:21.688530 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7955522c-3ccf-444d-b3d7-eb559fda3dfa req-29bb3590-208a-42b7-b0da-fb024b5123a6 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 946 time: 0.0773029 Mar 31 17:02:21.735955 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:21.738282 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-6b74acf6-ed35-4fb9-a555-d98342f0ae81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 200 len: 217 time: 0.0488191 Mar 31 17:02:21.764621 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:02:21.773847 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:21.774946 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:01:56Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:21.805817 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7955522c-3ccf-444d-b3d7-eb559fda3dfa req-23ee6ff2-8d0a-456f-a82c-197c0e38c7cd tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099753 Mar 31 17:02:21.807234 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-af0be76f-2746-460d-b921-27b8bbb3745e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:21.808664 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-af0be76f-2746-460d-b921-27b8bbb3745e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 200 len: 851 time: 0.0641265 Mar 31 17:02:21.862807 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-bc43906e-d145-4b15-938c-334b2653c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:21.864350 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-bc43906e-d145-4b15-938c-334b2653c86d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=696e6163-5e79-4fb0-86e5-9cc1d87787b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453565 Mar 31 17:02:21.884642 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:21.958323 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-919f32a5-0cc9-450c-b4dc-584b4a725f64 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874696 Mar 31 17:02:22.048054 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-09a9fcf7-010c-4821-99f8-77ec1c04f013 req-c880f758-2f7d-4b06-bd1d-b847baa6ef28 service neutron] 10.222.0.55 "GET /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Mar 31 17:02:22.206646 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:22.231880 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19fb1a32-b65e-4245-bcec-05c3037c27b8 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:03Z', 'revision_number': 4, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': '60bae2bd-8915-4256-92d1-e7370c8f78a1', 'name': '', 'network_id': '696e6163-5e79-4fb0-86e5-9cc1d87787b7', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'mac_address': 'fa:16:3e:34:68:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_interface', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:02Z', 'updated_at': '2022-03-31T16:54:07Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'subnets': [{'id': '778ddad9-e5ea-45c3-9de8-b584c3512c15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:02:22.428672 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ef89b-716b-441e-aaf4-87155d3dba5b None None] New status for floating IP dd7f8497-30d1-4497-937e-afeff467f8a0: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 17:02:22.924885 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6972f0-40e8-4334-ae1e-76e0d5840100 req-74c251cf-10f8-438d-a0ee-3cd60bedfb99 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:22.926381 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7d6972f0-40e8-4334-ae1e-76e0d5840100 req-74c251cf-10f8-438d-a0ee-3cd60bedfb99 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 946 time: 0.0540485 Mar 31 17:02:22.978161 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-7d6972f0-40e8-4334-ae1e-76e0d5840100 req-5af77193-09ff-4d42-b55d-2bd62d22ec55 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/security-groups?id=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462348 Mar 31 17:02:23.304354 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-b6959175-4a71-40ce-aa29-ef2c471ae25b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:02:23.305798 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-b6959175-4a71-40ce-aa29-ef2c471ae25b tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 946 time: 0.0499942 Mar 31 17:02:23.394314 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Deleting port 4df888a6-ab4b-4c34-b6f5-da458205346f {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:23.395157 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:23.484304 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] For port 4df888a6-ab4b-4c34-b6f5-da458205346f, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=4df888a6-ab4b-4c34-b6f5-da458205346f,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:23.484661 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:23.492627 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-edcc4f35-3c30-4d2a-a3e8-f3471400ae79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:23.498574 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Calling delete_port for 4df888a6-ab4b-4c34-b6f5-da458205346f owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:23.624057 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (4df888a6-ab4b-4c34-b6f5-da458205346f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:23.651409 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'Port': ['ID=4df888a6-ab4b-4c34-b6f5-da458205346f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:23.693319 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] No DVR routers for this DVR port 4df888a6-ab4b-4c34-b6f5-da458205346f on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:02:23.695708 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:23.698964 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-27f148af-564e-40c1-90d0-7ebb6b35313b req-e03fec59-567d-4ebd-8a8e-a296cc106c19 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.55 "DELETE /v2.0/ports/4df888a6-ab4b-4c34-b6f5-da458205346f HTTP/1.1" status: 204 len: 173 time: 0.3883693 Mar 31 17:02:23.699409 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'name': 'network-vif-deleted', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:02:23.701659 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f0e97b-9109-417a-9d29-ebf185e91aae" -d '{"events": [{"server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "name": "network-vif-deleted", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:02:23.735908 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 17:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e07007a-403c-4269-bc07-67d6c159cda7 x-openstack-request-id: req-0e07007a-403c-4269-bc07-67d6c159cda7 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:02:23.736202 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b55ba3-7f53-4687-bc64-99d04c617cce", "name": "network-vif-deleted", "tag": "4df888a6-ab4b-4c34-b6f5-da458205346f", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:02:23.736460 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e07007a-403c-4269-bc07-67d6c159cda7 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:02:23.736869 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e07007a-403c-4269-bc07-67d6c159cda7'] response: {'server_uuid': '44b55ba3-7f53-4687-bc64-99d04c617cce', 'name': 'network-vif-deleted', 'tag': '4df888a6-ab4b-4c34-b6f5-da458205346f', 'status': 'completed', 'code': 200} Mar 31 17:02:24.086140 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-ff815210-5f84-472f-aa86-09b883296428 req-e35b2848-853d-492d-8cde-99ad595800f1 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "GET /v2.0/ports?device_id=44b55ba3-7f53-4687-bc64-99d04c617cce HTTP/1.1" status: 200 len: 210 time: 0.0278361 Mar 31 17:02:25.143519 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32938) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:25.263661 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Deleting port cbe7bd47-456a-4eab-84f3-468ef8fef194 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:25.264002 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:25.338332 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:25.338652 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (cbe7bd47-456a-4eab-84f3-468ef8fef194), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:25.350406 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Calling delete_port for cbe7bd47-456a-4eab-84f3-468ef8fef194 owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:25.478197 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (cbe7bd47-456a-4eab-84f3-468ef8fef194), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:25.503881 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'Port': ['ID=cbe7bd47-456a-4eab-84f3-468ef8fef194,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:25.561020 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for floatingip (508201dd-37fc-407d-8b26-f23cced13742), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:25.563559 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:25.564686 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-50e9c9e6-85dd-495e-a54f-7731f0273a7f tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "DELETE /v2.0/floatingips/508201dd-37fc-407d-8b26-f23cced13742 HTTP/1.1" status: 204 len: 168 time: 0.4201772 Mar 31 17:02:25.832223 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1ddc7f5b-6444-4236-a0df-ca22ebb6ebfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:26.754237 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 32950) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:26.797686 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:26.811564 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group (bd1d7513-9eab-45e9-9c15-0c0b1154f7cb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:26.836310 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group (bd1d7513-9eab-45e9-9c15-0c0b1154f7cb), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:26.895913 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (bd1d7513-9eab-45e9-9c15-0c0b1154f7cb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:26.898457 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Publish callbacks [] for security_group (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:26.899609 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] 10.222.0.21 "DELETE /v2.0/security-groups/bd1d7513-9eab-45e9-9c15-0c0b1154f7cb HTTP/1.1" status: 204 len: 168 time: 0.1438780 Mar 31 17:02:26.911452 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1d7513-9eab-45e9-9c15-0c0b1154f7cb,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:26.918723 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.919076 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.919427 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.919767 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.920183 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.920455 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.920783 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.921131 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.921464 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.921909 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.922161 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.922539 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.922952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.923308 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.923714 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05ade59f-9c97-4830-b02c-cfb4dd04e068 tempest-TestVolumeBootPattern-480901030 tempest-TestVolumeBootPattern-480901030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:02:26.958663 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 32954) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:27.039254 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4df888a6-ab4b-4c34-b6f5-da458205346f no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:27.060387 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: 4df888a6-ab4b-4c34-b6f5-da458205346f {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:27.060737 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device 4df888a6-ab4b-4c34-b6f5-da458205346f not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:27.392535 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (cc009cbc-de59-4db7-8989-cbc9c5a8788f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:27.631571 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Deleting port 60bae2bd-8915-4256-92d1-e7370c8f78a1 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:27.631932 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:27.706340 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] For port 60bae2bd-8915-4256-92d1-e7370c8f78a1, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=60bae2bd-8915-4256-92d1-e7370c8f78a1,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:27.706621 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:27.719172 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Calling delete_port for 60bae2bd-8915-4256-92d1-e7370c8f78a1 owned by network:router_interface {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:27.897441 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (60bae2bd-8915-4256-92d1-e7370c8f78a1), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:27.923919 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Pushing event deleted for resources: {'Port': ['ID=60bae2bd-8915-4256-92d1-e7370c8f78a1,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:28.090715 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (cc009cbc-de59-4db7-8989-cbc9c5a8788f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:28.298620 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Router cc009cbc-de59-4db7-8989-cbc9c5a8788f has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:02:28.424251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:28.654007 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:02:28.658786 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-98c79b3c-2b20-4031-b5c9-acfed8df1375 admin admin] 10.222.0.21 "PUT /v2.0/routers/cc009cbc-de59-4db7-8989-cbc9c5a8788f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6991751 Mar 31 17:02:28.661322 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 32960) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:28.662997 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] Sync routers for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:02:28.672955 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:28.673617 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:02:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:28.760207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks [] for router (cc009cbc-de59-4db7-8989-cbc9c5a8788f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:28.776740 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:28.863137 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks [] for router_gateway (cc009cbc-de59-4db7-8989-cbc9c5a8788f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:28.919393 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Deleting port 64c1e3ea-58ed-425b-92ce-92825f8d9166 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:28.920090 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:28.958753 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38'}], 'enable_snat': True}, 'gw_port_id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T17:02:27Z', 'revision_number': 5, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port': {'id': '64c1e3ea-58ed-425b-92ce-92825f8d9166', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:5b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T16:54:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:28.985092 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] Checking router: cc009cbc-de59-4db7-8989-cbc9c5a8788f for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:02:28.993575 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] Routers {'cc009cbc-de59-4db7-8989-cbc9c5a8788f'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:28.994272 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:02:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:28.996353 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] For port 64c1e3ea-58ed-425b-92ce-92825f8d9166, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=64c1e3ea-58ed-425b-92ce-92825f8d9166,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:28.996699 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.009222 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Calling delete_port for 64c1e3ea-58ed-425b-92ce-92825f8d9166 owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:29.080264 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] Set router cc009cbc-de59-4db7-8989-cbc9c5a8788f gateway port host: None {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:29.135119 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T17:02:28Z', 'revision_number': 6, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:29.161722 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfc2ef6-94b7-4b87-b5ec-f3617023c306 None None] The sync data for ids ['cc009cbc-de59-4db7-8989-cbc9c5a8788f'] in dv-cinder-826949-3-iscsi is: [{'id': 'cc009cbc-de59-4db7-8989-cbc9c5a8788f', 'name': 'tempest-TestVolumeBootPattern-1503291109-router', 'tenant_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:00Z', 'updated_at': '2022-03-31T17:02:28Z', 'revision_number': 6, 'project_id': 'f677418b305e4f7e861b2fbb2ad09c6c', 'gw_port_host': None}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:02:29.185448 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (64c1e3ea-58ed-425b-92ce-92825f8d9166), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.208608 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Pushing event deleted for resources: {'Port': ['ID=64c1e3ea-58ed-425b-92ce-92825f8d9166,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:29.273522 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (cc009cbc-de59-4db7-8989-cbc9c5a8788f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.361137 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (cc009cbc-de59-4db7-8989-cbc9c5a8788f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.363183 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks [] for router_controller (cc009cbc-de59-4db7-8989-cbc9c5a8788f), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.405798 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (cc009cbc-de59-4db7-8989-cbc9c5a8788f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.406505 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc009cbc-de59-4db7-8989-cbc9c5a8788f {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 17:02:29.410927 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.412357 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-f30b6a08-ed2a-4bbc-baed-4189377a862d admin admin] 10.222.0.21 "DELETE /v2.0/routers/cc009cbc-de59-4db7-8989-cbc9c5a8788f HTTP/1.1" status: 204 len: 168 time: 0.7501016 Mar 31 17:02:29.415004 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32962) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:29.458448 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Deleting subnet 778ddad9-e5ea-45c3-9de8-b584c3512c15 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 17:02:29.461365 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Publish callbacks [] for subnet (778ddad9-e5ea-45c3-9de8-b584c3512c15), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.499099 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (778ddad9-e5ea-45c3-9de8-b584c3512c15), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.581442 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (778ddad9-e5ea-45c3-9de8-b584c3512c15), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.634048 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (778ddad9-e5ea-45c3-9de8-b584c3512c15), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.659916 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=778ddad9-e5ea-45c3-9de8-b584c3512c15,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:29.661935 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.666223 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd7983-83f8-4b29-8dcf-b2184409e32b None None] Network 696e6163-5e79-4fb0-86e5-9cc1d87787b7 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 17:02:29.667674 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 32964) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:29.667807 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-bc256d18-30e1-414c-94de-72caa477ff94 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/778ddad9-e5ea-45c3-9de8-b584c3512c15 HTTP/1.1" status: 204 len: 168 time: 0.2516918 Mar 31 17:02:29.737552 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (696e6163-5e79-4fb0-86e5-9cc1d87787b7), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.788642 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.791354 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.792585 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Deleting port f986e20b-74f2-49ee-bfb3-9748281b906e {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:29.792921 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.854260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] For port f986e20b-74f2-49ee-bfb3-9748281b906e, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=f986e20b-74f2-49ee-bfb3-9748281b906e,segment=NetworkSegment(599fc745-87a3-4379-a979-c52e8d2432f6),segment_id=599fc745-87a3-4379-a979-c52e8d2432f6)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:29.854546 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.867637 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Calling delete_port for f986e20b-74f2-49ee-bfb3-9748281b906e owned by network:dhcp {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:29.917504 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5b60b6-1895-4b69-9736-7e1c79b0fb52 None None] DHCP port deletion for 696e6163-5e79-4fb0-86e5-9cc1d87787b7 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 17:02:29.924617 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 60bae2bd-8915-4256-92d1-e7370c8f78a1 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:29.935463 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:02:29.947422 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 60bae2bd-8915-4256-92d1-e7370c8f78a1 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:29.947920 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 60bae2bd-8915-4256-92d1-e7370c8f78a1 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:29.954225 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (f986e20b-74f2-49ee-bfb3-9748281b906e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:29.969695 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-8f5b60b6-1895-4b69-9736-7e1c79b0fb52 None None] The port 'f986e20b-74f2-49ee-bfb3-9748281b906e' was deleted {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 31 17:02:29.981550 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Pushing event deleted for resources: {'Port': ['ID=f986e20b-74f2-49ee-bfb3-9748281b906e,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:29.983667 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] No DVR routers for this DVR port f986e20b-74f2-49ee-bfb3-9748281b906e on host dv-cinder-826949-3-iscsi {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:02:30.057364 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (696e6163-5e79-4fb0-86e5-9cc1d87787b7), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.077876 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['696e6163-5e79-4fb0-86e5-9cc1d87787b7']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:30.087252 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599fc745-87a3-4379-a979-c52e8d2432f6') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:30.087547 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599fc745-87a3-4379-a979-c52e8d2432f6') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:30.097206 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (599fc745-87a3-4379-a979-c52e8d2432f6), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.111993 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (599fc745-87a3-4379-a979-c52e8d2432f6), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.120175 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 17:02:30.120761 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (599fc745-87a3-4379-a979-c52e8d2432f6), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 17:02:30.122862 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 17:02:30.178635 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (696e6163-5e79-4fb0-86e5-9cc1d87787b7), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.182997 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.186142 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] 10.222.0.21 "DELETE /v2.0/networks/696e6163-5e79-4fb0-86e5-9cc1d87787b7 HTTP/1.1" status: 204 len: 168 time: 0.5169315 Mar 31 17:02:30.188957 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 32966) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:30.236876 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac5d3a-2774-4aae-bb74-d2163bb5d340 admin admin] Pushing event deleted for resources: {'Network': ['ID=696e6163-5e79-4fb0-86e5-9cc1d87787b7,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:30.552594 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (2a6de22a-3655-4140-acf8-56de47885666), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.804669 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Deleting port 72bd9808-ad65-4204-8708-5fd475795129 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:30.805001 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (72bd9808-ad65-4204-8708-5fd475795129), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.885468 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] For port 72bd9808-ad65-4204-8708-5fd475795129, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=72bd9808-ad65-4204-8708-5fd475795129,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:30.885827 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (72bd9808-ad65-4204-8708-5fd475795129), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:30.899254 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Calling delete_port for 72bd9808-ad65-4204-8708-5fd475795129 owned by network:router_interface {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:31.083478 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (72bd9808-ad65-4204-8708-5fd475795129), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:31.116734 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Pushing event deleted for resources: {'Port': ['ID=72bd9808-ad65-4204-8708-5fd475795129,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:31.291297 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (2a6de22a-3655-4140-acf8-56de47885666), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:31.510526 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Router 2a6de22a-3655-4140-acf8-56de47885666 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:02:31.525652 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 64c1e3ea-58ed-425b-92ce-92825f8d9166 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:31.545530 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 64c1e3ea-58ed-425b-92ce-92825f8d9166 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:31.545876 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 64c1e3ea-58ed-425b-92ce-92825f8d9166 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:31.546281 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device f986e20b-74f2-49ee-bfb3-9748281b906e no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:31.571957 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: f986e20b-74f2-49ee-bfb3-9748281b906e {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:31.572439 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device f986e20b-74f2-49ee-bfb3-9748281b906e not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:31.625796 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:02:31.630948 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-176e1797-bb82-47ad-a6f4-203ce757448e admin admin] 10.222.0.21 "PUT /v2.0/routers/2a6de22a-3655-4140-acf8-56de47885666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4410317 Mar 31 17:02:31.633587 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 32968) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:31.634206 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] Sync routers for ids ['2a6de22a-3655-4140-acf8-56de47885666'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:02:31.643108 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] Routers {'2a6de22a-3655-4140-acf8-56de47885666'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:31.643709 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:02:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['2a6de22a-3655-4140-acf8-56de47885666'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:31.737207 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks [] for router (2a6de22a-3655-4140-acf8-56de47885666), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:31.748730 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] Set router 2a6de22a-3655-4140-acf8-56de47885666 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:31.837934 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks [] for router_gateway (2a6de22a-3655-4140-acf8-56de47885666), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:31.891360 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Deleting port 150d80ea-9858-4af3-b9c5-a6c29c38460e {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:31.891692 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:31.924266 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T17:02:31Z', 'revision_number': 5, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port': {'id': '150d80ea-9858-4af3-b9c5-a6c29c38460e', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6de22a-3655-4140-acf8-56de47885666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T16:54:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:31.953681 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] Checking router: 2a6de22a-3655-4140-acf8-56de47885666 for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:02:31.962310 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] Routers {'2a6de22a-3655-4140-acf8-56de47885666'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:02:31.962912 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:02:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['2a6de22a-3655-4140-acf8-56de47885666'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:31.969562 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] For port 150d80ea-9858-4af3-b9c5-a6c29c38460e, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=150d80ea-9858-4af3-b9c5-a6c29c38460e,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:31.969926 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:31.983065 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Calling delete_port for 150d80ea-9858-4af3-b9c5-a6c29c38460e owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:32.049825 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] Set router 2a6de22a-3655-4140-acf8-56de47885666 gateway port host: None {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:02:32.148890 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (150d80ea-9858-4af3-b9c5-a6c29c38460e), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.177149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=150d80ea-9858-4af3-b9c5-a6c29c38460e,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:32.190771 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T17:02:31Z', 'revision_number': 6, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:32.225010 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3f29e5-592b-45df-a999-b9dd1e7f7a71 None None] The sync data for ids ['2a6de22a-3655-4140-acf8-56de47885666'] in dv-cinder-826949-3-iscsi is: [{'id': '2a6de22a-3655-4140-acf8-56de47885666', 'name': 'tempest-TestVolumeBootPattern-8929300-router', 'tenant_id': '3b1c49b047774ea686fd4fff415bf3e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:54:05Z', 'updated_at': '2022-03-31T17:02:31Z', 'revision_number': 6, 'project_id': '3b1c49b047774ea686fd4fff415bf3e2', 'gw_port_host': None}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:02:32.236628 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (2a6de22a-3655-4140-acf8-56de47885666), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.591531 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (2a6de22a-3655-4140-acf8-56de47885666), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.593922 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks [] for router_controller (2a6de22a-3655-4140-acf8-56de47885666), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.647359 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (2a6de22a-3655-4140-acf8-56de47885666), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.647883 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a6de22a-3655-4140-acf8-56de47885666 {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 17:02:32.653208 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.657345 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32970) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:32.657798 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-e1ce22b8-6cc7-4c55-8b79-5ec89f107d33 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2a6de22a-3655-4140-acf8-56de47885666 HTTP/1.1" status: 204 len: 168 time: 1.0224903 Mar 31 17:02:32.705774 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Deleting subnet 7d228a88-2c92-4f34-9987-b16f1caf9ebd {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 17:02:32.708875 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Publish callbacks [] for subnet (7d228a88-2c92-4f34-9987-b16f1caf9ebd), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.742258 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (7d228a88-2c92-4f34-9987-b16f1caf9ebd), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.818200 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (7d228a88-2c92-4f34-9987-b16f1caf9ebd), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.874588 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (7d228a88-2c92-4f34-9987-b16f1caf9ebd), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.900098 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d228a88-2c92-4f34-9987-b16f1caf9ebd,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:32.904744 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:32.909887 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2b61fefa-3a81-493b-b415-a1457a487513 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7d228a88-2c92-4f34-9987-b16f1caf9ebd HTTP/1.1" status: 204 len: 168 time: 0.2515018 Mar 31 17:02:32.910970 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9454a5b8-7687-4c13-b680-d4162e4d07fa None None] Network bebdf1e3-e8f1-4651-ace0-0643a804eaa5 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 17:02:32.912949 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32972) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:32.985564 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (bebdf1e3-e8f1-4651-ace0-0643a804eaa5), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.043181 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Deleting port 5bfaed28-7302-4c41-8728-5f4f9880fe6f {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:33.043516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.067988 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] DHCP port deletion for bebdf1e3-e8f1-4651-ace0-0643a804eaa5 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 17:02:33.113287 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] For port 5bfaed28-7302-4c41-8728-5f4f9880fe6f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5bfaed28-7302-4c41-8728-5f4f9880fe6f,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:33.114199 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.122796 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] Deleting port 5bfaed28-7302-4c41-8728-5f4f9880fe6f {{(pid=109839) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:02:33.123314 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), before_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.127468 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Calling delete_port for 5bfaed28-7302-4c41-8728-5f4f9880fe6f owned by network:dhcp {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:33.188260 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.db [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] For port 5bfaed28-7302-4c41-8728-5f4f9880fe6f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=5bfaed28-7302-4c41-8728-5f4f9880fe6f,segment=NetworkSegment(2a95798b-70eb-4aaf-b51f-e8f7ac720372),segment_id=2a95798b-70eb-4aaf-b51f-e8f7ac720372)] {{(pid=109839) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:02:33.188662 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), precommit_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.202626 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] Calling delete_port for 5bfaed28-7302-4c41-8728-5f4f9880fe6f owned by network:dhcp {{(pid=109839) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:02:33.205761 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.237407 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] No DVR routers for this DVR port 5bfaed28-7302-4c41-8728-5f4f9880fe6f on host dv-cinder-826949-3-iscsi {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:02:33.240483 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfaed28-7302-4c41-8728-5f4f9880fe6f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:33.297935 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358'] for port (5bfaed28-7302-4c41-8728-5f4f9880fe6f), after_delete {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.322838 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] Pushing event deleted for resources: {'Port': ['ID=5bfaed28-7302-4c41-8728-5f4f9880fe6f,revision_number=None']} {{(pid=109839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:33.327484 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae2e442-aa9d-4239-88b2-363b62baf6f5 None None] No DVR routers for this DVR port 5bfaed28-7302-4c41-8728-5f4f9880fe6f on host dv-cinder-826949-3-iscsi {{(pid=109839) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:02:33.334524 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (bebdf1e3-e8f1-4651-ace0-0643a804eaa5), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.353260 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bebdf1e3-e8f1-4651-ace0-0643a804eaa5']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:33.362449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a95798b-70eb-4aaf-b51f-e8f7ac720372') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:33.362746 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a95798b-70eb-4aaf-b51f-e8f7ac720372') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:02:33.371745 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (2a95798b-70eb-4aaf-b51f-e8f7ac720372), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.384863 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (2a95798b-70eb-4aaf-b51f-e8f7ac720372), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.390804 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 17:02:33.391185 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (2a95798b-70eb-4aaf-b51f-e8f7ac720372), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 17:02:33.392812 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 17:02:33.448946 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (bebdf1e3-e8f1-4651-ace0-0643a804eaa5), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.459545 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.465751 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] 10.222.0.21 "DELETE /v2.0/networks/bebdf1e3-e8f1-4651-ace0-0643a804eaa5 HTTP/1.1" status: 204 len: 168 time: 0.5486274 Mar 31 17:02:33.475804 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d308f07-4132-449b-917f-7295ffeb6edc admin admin] Pushing event deleted for resources: {'Network': ['ID=bebdf1e3-e8f1-4651-ace0-0643a804eaa5,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:33.486424 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5bfaed28-7302-4c41-8728-5f4f9880fe6f no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:33.506697 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 5bfaed28-7302-4c41-8728-5f4f9880fe6f {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:33.507046 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 5bfaed28-7302-4c41-8728-5f4f9880fe6f not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:33.507466 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 150d80ea-9858-4af3-b9c5-a6c29c38460e no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:33.526485 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 150d80ea-9858-4af3-b9c5-a6c29c38460e {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:33.526834 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 150d80ea-9858-4af3-b9c5-a6c29c38460e not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:33.527251 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 72bd9808-ad65-4204-8708-5fd475795129 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:02:33.545866 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 72bd9808-ad65-4204-8708-5fd475795129 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:02:33.546214 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 72bd9808-ad65-4204-8708-5fd475795129 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:02:33.576704 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32976) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:33.617765 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-a7c3ed65-e09c-4552-8e02-6e55e43e068d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f677418b305e4f7e861b2fbb2ad09c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398488 Mar 31 17:02:33.620323 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32978) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:33.665818 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0cca84f2-5ccf-402b-adf2-60d37a23d640 admin admin] Publish callbacks [] for security_group (3d7a0bcd-9a37-4866-9eda-370c443377ae), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.686518 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0cca84f2-5ccf-402b-adf2-60d37a23d640 admin admin] Publish callbacks [] for security_group (3d7a0bcd-9a37-4866-9eda-370c443377ae), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.734329 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0cca84f2-5ccf-402b-adf2-60d37a23d640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (3d7a0bcd-9a37-4866-9eda-370c443377ae), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.736872 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0cca84f2-5ccf-402b-adf2-60d37a23d640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:33.738047 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0cca84f2-5ccf-402b-adf2-60d37a23d640 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d7a0bcd-9a37-4866-9eda-370c443377ae HTTP/1.1" status: 204 len: 168 time: 0.1168401 Mar 31 17:02:33.746165 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca84f2-5ccf-402b-adf2-60d37a23d640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7a0bcd-9a37-4866-9eda-370c443377ae,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:34.059226 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32984) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:34.098135 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-6f1e7422-a3f6-4cb1-bd64-093c37ffba5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b1c49b047774ea686fd4fff415bf3e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377760 Mar 31 17:02:34.100540 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 32986) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:02:34.148727 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b1511643-5c91-4758-8af4-af40f1a632d4 admin admin] Publish callbacks [] for security_group (a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:34.168668 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b1511643-5c91-4758-8af4-af40f1a632d4 admin admin] Publish callbacks [] for security_group (a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:34.214986 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b1511643-5c91-4758-8af4-af40f1a632d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:34.217525 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-b1511643-5c91-4758-8af4-af40f1a632d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:34.218641 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-b1511643-5c91-4758-8af4-af40f1a632d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca HTTP/1.1" status: 204 len: 168 time: 0.1172006 Mar 31 17:02:34.226606 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1511643-5c91-4758-8af4-af40f1a632d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b52dd1-12ee-4f0c-a419-f2e92da5a8ca,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:02:53.497016 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-72fc2eb9-0387-4575-8a68-67d8629b97c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:55.833680 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3cb31abf-7939-4ebd-87fd-05a9a9b54604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:56.800841 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:58.426090 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:59.670799 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-26d1d15d-dacb-4f8b-8283-5ddd8cada418 service neutron] (109838) timed out ('10.222.0.21', 55360) {{(pid=109838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 17:02:59.791184 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:59.793699 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:02:59.848752 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-800227d4-9397-455e-bb5c-81daaadd1880 req-458358b9-9828-427e-befe-afc818021d82 tempest-AttachVolumeShelveTestJSON-1624205677 tempest-AttachVolumeShelveTestJSON-1624205677-project] (109838) timed out ('10.222.0.21', 55368) {{(pid=109838) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 17:03:06.934044 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:03:23.498478 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-888714cc-dd1f-4dd0-8325-bf2ded49c0dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:25.834419 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-02e00894-4109-4d79-a6ac-bb07afcab8e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:26.806752 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:28.427556 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:29.788846 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:29.798617 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:42.651148 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33010) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:42.983223 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Deleting port 2a7caf26-1725-4f1a-b81f-d5d31c8e46df {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:42.983565 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:43.312428 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:43.312667 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for floatingip (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:43.324274 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Calling delete_port for 2a7caf26-1725-4f1a-b81f-d5d31c8e46df owned by network:floatingip {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:43.463837 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (2a7caf26-1725-4f1a-b81f-d5d31c8e46df), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:43.496060 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event deleted for resources: {'Port': ['ID=2a7caf26-1725-4f1a-b81f-d5d31c8e46df,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:43.534501 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.534897 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.535240 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.535578 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.535912 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.536246 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.536581 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.536907 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.537267 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.537593 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.537916 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.538238 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.538556 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.538874 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.539194 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:43.559109 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for floatingip (04038471-0048-4900-8ba4-983e4aac5ab6), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:43.559452 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.db.l3_db [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Floating IP 04038471-0048-4900-8ba4-983e4aac5ab6 disassociated (deleted). External IP: 172.27.3.93, port: d4419187-fde2-4987-9152-a6e049461203. Mar 31 17:03:43.764342 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Router af6b9d82-9e4e-47b7-b525-261ffa5a6244 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:03:43.872055 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:03:43.876857 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for floatingip (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:43.883034 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] Sync routers for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:03:43.895361 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:03:43.895999 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:03:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:43.905203 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-0a49d2e8-1048-418d-a18b-34467fcd0956 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "DELETE /v2.0/floatingips/04038471-0048-4900-8ba4-983e4aac5ab6 HTTP/1.1" status: 204 len: 168 time: 1.2529893 Mar 31 17:03:43.905784 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:03:43.908029 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aebecbd-2360-4a8d-9330-551f87840857" -d '{"events": [{"name": "network-changed", "server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:03:43.939915 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:03:43.951782 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 17:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2577549e-4853-45e3-9488-8dda4bb9d311 x-openstack-request-id: req-2577549e-4853-45e3-9488-8dda4bb9d311 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:03:43.952074 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "tag": "d4419187-fde2-4987-9152-a6e049461203", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:03:43.952331 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2577549e-4853-45e3-9488-8dda4bb9d311 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:03:43.952745 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2577549e-4853-45e3-9488-8dda4bb9d311'] response: {'name': 'network-changed', 'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'status': 'completed', 'code': 200} Mar 31 17:03:44.009996 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:03:44.028062 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebecbd-2360-4a8d-9330-551f87840857 req-bb8b8987-3281-4a2a-ad4b-b3cf20eba9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:44.029517 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-bb8b8987-3281-4a2a-ad4b-b3cf20eba9bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a9bc471acc344a5a91597392d6eeac45&device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 1130 time: 0.0479620 Mar 31 17:03:44.140605 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebecbd-2360-4a8d-9330-551f87840857 req-45beafad-c854-473c-ad44-785ab93d9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:44.142319 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-45beafad-c854-473c-ad44-785ab93d9037 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 200 len: 908 time: 0.0988903 Mar 31 17:03:44.184789 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-7df17d72-dcfb-4736-86be-e6b3a6aaeb6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 200 len: 217 time: 0.0358386 Mar 31 17:03:44.228523 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:44.254637 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] Checking router: af6b9d82-9e4e-47b7-b525-261ffa5a6244 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:03:44.261452 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebecbd-2360-4a8d-9330-551f87840857 req-b5226293-fed6-419b-b504-38bb2f1fbac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:44.262625 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:03:44.262920 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-b5226293-fed6-419b-b504-38bb2f1fbac4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 200 len: 847 time: 0.0725839 Mar 31 17:03:44.263218 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:03:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:44.310799 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93a9247-9ccf-4273-8852-65db5e214cf2 req-004a62da-41d3-47d6-b150-c62d4e6ca870 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:44.312266 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b93a9247-9ccf-4273-8852-65db5e214cf2 req-004a62da-41d3-47d6-b150-c62d4e6ca870 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.2102704 Mar 31 17:03:44.341999 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aebecbd-2360-4a8d-9330-551f87840857 req-a02eca15-9377-4128-9532-313f091e2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:44.343531 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-a02eca15-9377-4128-9532-313f091e2034 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0727744 Mar 31 17:03:44.360951 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-ece350c1-4b8a-4f5e-a990-e582d342fa44 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=109838) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 17:03:44.362005 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-ece350c1-4b8a-4f5e-a990-e582d342fa44 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079889 Mar 31 17:03:44.396339 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-b93a9247-9ccf-4273-8852-65db5e214cf2 req-654c7f94-5e53-4a4e-9fad-639d3a066126 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775106 Mar 31 17:03:44.466640 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-8538e811-955e-4d40-867c-fc7d4651af6d service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960062 Mar 31 17:03:44.496557 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:03:44.554338 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-9aebecbd-2360-4a8d-9330-551f87840857 req-d1bbdae5-994f-483b-96a0-b1846d17b729 service neutron] 10.222.0.55 "GET /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810242 Mar 31 17:03:44.689306 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:44.718082 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3637d7b2-d993-4059-bea8-acae6cc253e7 None None] The sync data for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi is: [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:15Z', 'revision_number': 4, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi', '_interfaces': [{'id': 'c61b36ac-03b8-469d-8784-b4f30eea821f', 'name': '', 'network_id': '0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'mac_address': 'fa:16:3e:ad:ac:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:15Z', 'updated_at': '2022-03-31T16:58:21Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'subnets': [{'id': '7bcaf55c-6f8a-4272-bb81-f67647a8bceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:03:44.920006 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bc9dd4-439b-4391-97a3-a501e0bfa6ac None None] New status for floating IP 04038471-0048-4900-8ba4-983e4aac5ab6: DOWN {{(pid=109840) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 17:03:45.566599 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc29d2-b52c-4ede-adc3-db4e4b84322c req-54344318-6830-489a-b477-ed0a653fe865 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:45.568192 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f6bc29d2-b52c-4ede-adc3-db4e4b84322c req-54344318-6830-489a-b477-ed0a653fe865 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.1011930 Mar 31 17:03:45.615026 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-f6bc29d2-b52c-4ede-adc3-db4e4b84322c req-bcaabec7-ca76-44bf-bab4-228970e3164b tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/security-groups?id=41a269cf-70b1-4910-a968-98a64cfca6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413270 Mar 31 17:03:45.768730 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-7ea1239c-8e11-4f2e-a254-024e9e953ed2 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109838) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 17:03:45.770216 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-7ea1239c-8e11-4f2e-a254-024e9e953ed2 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 946 time: 0.0545614 Mar 31 17:03:45.861519 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Deleting port d4419187-fde2-4987-9152-a6e049461203 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:45.861856 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (d4419187-fde2-4987-9152-a6e049461203), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:45.949774 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] For port d4419187-fde2-4987-9152-a6e049461203, host hv-cinder-82694, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82694',level=0,port_id=d4419187-fde2-4987-9152-a6e049461203,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:45.950135 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (d4419187-fde2-4987-9152-a6e049461203), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:45.961793 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Calling delete_port for d4419187-fde2-4987-9152-a6e049461203 owned by compute:nova {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:46.084459 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (d4419187-fde2-4987-9152-a6e049461203), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:46.113676 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event deleted for resources: {'Port': ['ID=d4419187-fde2-4987-9152-a6e049461203,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:46.157894 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] No DVR routers for this DVR port d4419187-fde2-4987-9152-a6e049461203 on host hv-cinder-82694 {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:03:46.161355 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259504'] for port (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:46.164501 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-33ea4134-a01d-4bba-9bc7-0fc283ed8860 req-43f9d604-d1ce-4e73-acad-47ceb02dcab6 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.55 "DELETE /v2.0/ports/d4419187-fde2-4987-9152-a6e049461203 HTTP/1.1" status: 204 len: 173 time: 0.3894968 Mar 31 17:03:46.165003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-deleted', 'tag': 'd4419187-fde2-4987-9152-a6e049461203'}] {{(pid=109838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 17:03:46.168416 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e27eb238e97df74f2b0546d36c1f1aed5bf762d925d3cca20f1004c10eb40b26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8394d3b6-4c9e-4abe-8827-9e9ad5cfa963" -d '{"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-deleted", "tag": "d4419187-fde2-4987-9152-a6e049461203"}]}' {{(pid=109838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 17:03:46.204047 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 17:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d5b337-1d65-49aa-b7e0-a6409e240dc8 x-openstack-request-id: req-37d5b337-1d65-49aa-b7e0-a6409e240dc8 {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 17:03:46.204643 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d758c5d-3a51-4542-84da-82916396b971", "name": "network-vif-deleted", "tag": "d4419187-fde2-4987-9152-a6e049461203", "status": "completed", "code": 200}]} {{(pid=109838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 17:03:46.204925 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37d5b337-1d65-49aa-b7e0-a6409e240dc8 {{(pid=109838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 17:03:46.205383 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37d5b337-1d65-49aa-b7e0-a6409e240dc8'] response: {'server_uuid': '6d758c5d-3a51-4542-84da-82916396b971', 'name': 'network-vif-deleted', 'tag': 'd4419187-fde2-4987-9152-a6e049461203', 'status': 'completed', 'code': 200} Mar 31 17:03:46.720439 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [req-adcf9f72-dce2-4c92-a83f-6ad3ba4e0468 req-c6bd9068-0669-4b2d-b64d-a7f1b18fa1e2 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d758c5d-3a51-4542-84da-82916396b971 HTTP/1.1" status: 200 len: 210 time: 0.0296271 Mar 31 17:03:47.776530 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33044) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:47.832508 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bf2bbeb-6b71-41a8-9e6d-4c882dd28b40 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group (41a269cf-70b1-4910-a968-98a64cfca6bf), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:47.856970 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bf2bbeb-6b71-41a8-9e6d-4c882dd28b40 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group (41a269cf-70b1-4910-a968-98a64cfca6bf), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:47.917511 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bf2bbeb-6b71-41a8-9e6d-4c882dd28b40 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (41a269cf-70b1-4910-a968-98a64cfca6bf), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:47.920444 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bf2bbeb-6b71-41a8-9e6d-4c882dd28b40 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:47.921697 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-1bf2bbeb-6b71-41a8-9e6d-4c882dd28b40 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] 10.222.0.21 "DELETE /v2.0/security-groups/41a269cf-70b1-4910-a968-98a64cfca6bf HTTP/1.1" status: 204 len: 168 time: 0.1441662 Mar 31 17:03:47.931088 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2bbeb-6b71-41a8-9e6d-4c882dd28b40 tempest-TestShelveInstance-491279821 tempest-TestShelveInstance-491279821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a269cf-70b1-4910-a968-98a64cfca6bf,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:47.964679 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 33048) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:48.393415 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (af6b9d82-9e4e-47b7-b525-261ffa5a6244), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:48.633347 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Deleting port c61b36ac-03b8-469d-8784-b4f30eea821f {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:48.633708 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:48.707950 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] For port c61b36ac-03b8-469d-8784-b4f30eea821f, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=c61b36ac-03b8-469d-8784-b4f30eea821f,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:48.708232 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:48.723396 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Calling delete_port for c61b36ac-03b8-469d-8784-b4f30eea821f owned by network:router_interface {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:48.902997 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (c61b36ac-03b8-469d-8784-b4f30eea821f), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:48.934437 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Pushing event deleted for resources: {'Port': ['ID=c61b36ac-03b8-469d-8784-b4f30eea821f,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:48.958528 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.958799 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.959142 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.959487 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.959825 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.960186 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.960520 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.960852 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.961210 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.961542 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.961872 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.962201 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.962528 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.962854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:48.963201 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-826949-3-iscsi {{(pid=109837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 17:03:49.103712 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (af6b9d82-9e4e-47b7-b525-261ffa5a6244), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:49.322224 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Router af6b9d82-9e4e-47b7-b525-261ffa5a6244 has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:03:49.425961 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:03:49.430882 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3302e2ec-98ce-4483-b829-5f78cb8bbffa admin admin] 10.222.0.21 "PUT /v2.0/routers/af6b9d82-9e4e-47b7-b525-261ffa5a6244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4651434 Mar 31 17:03:49.433388 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 33054) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:49.435939 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] Sync routers for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:03:49.443538 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 no longer exists at agent hyperv_hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:49.473772 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] No Port match for: d4419187-fde2-4987-9152-a6e049461203 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:49.474136 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Device d4419187-fde2-4987-9152-a6e049461203 not bound to the agent host hv-cinder-82694 {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:49.479147 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:03:49.480039 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:03:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:49.542803 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks [] for router (af6b9d82-9e4e-47b7-b525-261ffa5a6244), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:49.589566 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: dv-cinder-826949-3-iscsi {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:03:49.643667 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks [] for router_gateway (af6b9d82-9e4e-47b7-b525-261ffa5a6244), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:49.694259 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Deleting port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:49.694598 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:49.764471 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43'}], 'enable_snat': True}, 'gw_port_id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T17:03:48Z', 'revision_number': 5, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port': {'id': 'b4100fee-9ea1-4bf5-b9b7-7de8ba9df229', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:95:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T16:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:49.770952 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] For port b4100fee-9ea1-4bf5-b9b7-7de8ba9df229, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:49.771320 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:49.785479 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Calling delete_port for b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:49.791717 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] Checking router: af6b9d82-9e4e-47b7-b525-261ffa5a6244 for host: dv-cinder-826949-3-iscsi {{(pid=109839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:03:49.800385 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] Routers {'af6b9d82-9e4e-47b7-b525-261ffa5a6244'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:03:49.801014 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:03:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'], 'active': True} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:49.892381 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_dvr_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] Set router af6b9d82-9e4e-47b7-b525-261ffa5a6244 gateway port host: None {{(pid=109839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:03:49.948544 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.db.l3_hamode_db [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T17:03:49Z', 'revision_number': 6, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port_host': None}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:49.965149 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (b4100fee-9ea1-4bf5-b9b7-7de8ba9df229), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:49.975724 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-342bf986-bc6f-4bad-a3f6-f7abc10f63dd None None] The sync data for ids ['af6b9d82-9e4e-47b7-b525-261ffa5a6244'] in dv-cinder-826949-3-iscsi is: [{'id': 'af6b9d82-9e4e-47b7-b525-261ffa5a6244', 'name': 'tempest-TestShelveInstance-264747046-router', 'tenant_id': 'a9bc471acc344a5a91597392d6eeac45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:13Z', 'updated_at': '2022-03-31T17:03:49Z', 'revision_number': 6, 'project_id': 'a9bc471acc344a5a91597392d6eeac45', 'gw_port_host': None}] {{(pid=109839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:03:49.994432 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4100fee-9ea1-4bf5-b9b7-7de8ba9df229,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:50.054180 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (af6b9d82-9e4e-47b7-b525-261ffa5a6244), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.144173 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (af6b9d82-9e4e-47b7-b525-261ffa5a6244), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.146293 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks [] for router_controller (af6b9d82-9e4e-47b7-b525-261ffa5a6244), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.194749 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (af6b9d82-9e4e-47b7-b525-261ffa5a6244), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.195272 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af6b9d82-9e4e-47b7-b525-261ffa5a6244 {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 17:03:50.199462 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.200609 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-8a1cbcfd-7b68-4717-b7fa-ec34d992cf23 admin admin] 10.222.0.21 "DELETE /v2.0/routers/af6b9d82-9e4e-47b7-b525-261ffa5a6244 HTTP/1.1" status: 204 len: 168 time: 0.7662926 Mar 31 17:03:50.203213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 33056) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:50.246836 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Deleting subnet 7bcaf55c-6f8a-4272-bb81-f67647a8bceb {{(pid=109837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 17:03:50.249841 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Publish callbacks [] for subnet (7bcaf55c-6f8a-4272-bb81-f67647a8bceb), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.282321 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10242855'] for subnet (7bcaf55c-6f8a-4272-bb81-f67647a8bceb), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.360854 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (7bcaf55c-6f8a-4272-bb81-f67647a8bceb), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.413362 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10288277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10251625'] for subnet (7bcaf55c-6f8a-4272-bb81-f67647a8bceb), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.438901 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bcaf55c-6f8a-4272-bb81-f67647a8bceb,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:50.443703 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.447374 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-6c7db233-9263-46e0-8780-856f34de78e0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7bcaf55c-6f8a-4272-bb81-f67647a8bceb HTTP/1.1" status: 204 len: 168 time: 0.2432294 Mar 31 17:03:50.448937 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e101e9-0c47-4b43-9aec-6e9a83585560 None None] Network 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 17:03:50.449865 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 33058) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:50.516033 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.572260 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Deleting port a692f6ff-b582-4013-a2cd-78308d60469b {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:50.572586 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.634515 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] For port a692f6ff-b582-4013-a2cd-78308d60469b, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=a692f6ff-b582-4013-a2cd-78308d60469b,segment=NetworkSegment(11516125-ffeb-4c78-ad1f-fc49cf9ecd10),segment_id=11516125-ffeb-4c78-ad1f-fc49cf9ecd10)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:50.634873 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.647014 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Calling delete_port for a692f6ff-b582-4013-a2cd-78308d60469b owned by network:dhcp {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:50.722568 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (a692f6ff-b582-4013-a2cd-78308d60469b), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.752510 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Pushing event deleted for resources: {'Port': ['ID=a692f6ff-b582-4013-a2cd-78308d60469b,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:50.754944 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf206fb0-8a48-49ba-9444-7acbba2ac447 None None] DHCP port deletion for 0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 17:03:50.757019 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] No DVR routers for this DVR port a692f6ff-b582-4013-a2cd-78308d60469b on host dv-cinder-826949-3-iscsi {{(pid=109837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:03:50.828144 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.849302 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97']}} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:50.858702 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11516125-ffeb-4c78-ad1f-fc49cf9ecd10') {'for_net_delete': True} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:50.858994 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.services.segments.db [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11516125-ffeb-4c78-ad1f-fc49cf9ecd10') {} {{(pid=109837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:50.868424 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10242860'] for segment (11516125-ffeb-4c78-ad1f-fc49cf9ecd10), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.881833 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (11516125-ffeb-4c78-ad1f-fc49cf9ecd10), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.887855 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=109837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 17:03:50.888258 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10285107'] for segment (11516125-ffeb-4c78-ad1f-fc49cf9ecd10), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: Traceback (most recent call last): Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: timer() Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: cb(*args, **kw) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: return func(*args, **kwargs) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: self._notify() Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: self.callback(batched_events) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: event.method(event) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: return f(self, *a, **k) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._get(url).json() Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: return self.request(url, 'GET', **kwargs) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 17:03:50.890114 dv-cinder-826949-3-iscsi neutron-server[109837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 17:03:50.950950 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.955492 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:50.958710 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97 HTTP/1.1" status: 204 len: 168 time: 0.5079439 Mar 31 17:03:50.961765 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33062) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:50.971118 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8f7233-0db3-42ad-8168-7efc8a0bcfca admin admin] Pushing event deleted for resources: {'Network': ['ID=0f94b7e2-d9d7-4f5c-a2a6-eb37f847dc97,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:51.300693 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2081648'] for router_interface (55dc75eb-cafa-4f74-830b-0c26b0f391fa), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:51.508140 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:51.528057 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:51.528409 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device b4100fee-9ea1-4bf5-b9b7-7de8ba9df229 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:51.528827 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c61b36ac-03b8-469d-8784-b4f30eea821f no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:51.544074 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Deleting port 03beda92-9ddd-47da-8933-85feb28e0b18 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:51.544414 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:51.547003 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: c61b36ac-03b8-469d-8784-b4f30eea821f {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:51.547352 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c61b36ac-03b8-469d-8784-b4f30eea821f not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:51.547764 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a692f6ff-b582-4013-a2cd-78308d60469b no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:51.566947 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: a692f6ff-b582-4013-a2cd-78308d60469b {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:51.567225 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device a692f6ff-b582-4013-a2cd-78308d60469b not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:51.622715 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] For port 03beda92-9ddd-47da-8933-85feb28e0b18, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=03beda92-9ddd-47da-8933-85feb28e0b18,segment=NetworkSegment(05c5b1aa-ea9c-4988-bfcf-42408c796838),segment_id=05c5b1aa-ea9c-4988-bfcf-42408c796838)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:51.623079 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:51.636063 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Calling delete_port for 03beda92-9ddd-47da-8933-85feb28e0b18 owned by network:router_interface {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:51.808003 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (03beda92-9ddd-47da-8933-85feb28e0b18), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:51.839260 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Pushing event deleted for resources: {'Port': ['ID=03beda92-9ddd-47da-8933-85feb28e0b18,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:51.998516 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2087767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2082016'] for router_interface (55dc75eb-cafa-4f74-830b-0c26b0f391fa), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:52.211042 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Router 55dc75eb-cafa-4f74-830b-0c26b0f391fa has already been hosted by L3 agent 49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b {{(pid=109838) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 17:03:52.577040 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] Notify agent at l3_agent.dv-cinder-826949-3-iscsi the message routers_updated {{(pid=109838) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 17:03:52.582311 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-112e6395-b001-47ea-97f2-95e98025e2df admin admin] 10.222.0.21 "PUT /v2.0/routers/55dc75eb-cafa-4f74-830b-0c26b0f391fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6195333 Mar 31 17:03:52.584904 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.wsgi [-] (109837) accepted ('10.222.0.21', 33064) {{(pid=109837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:52.587351 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] Sync routers for ids ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'] in dv-cinder-826949-3-iscsi {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 17:03:52.596512 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] Routers {'55dc75eb-cafa-4f74-830b-0c26b0f391fa'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:03:52.597649 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:03:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:52.689395 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks [] for router (55dc75eb-cafa-4f74-830b-0c26b0f391fa), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:52.699747 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] Set router 55dc75eb-cafa-4f74-830b-0c26b0f391fa gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:03:52.880109 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T17:03:51Z', 'revision_number': 5, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:52.911173 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] Checking router: 55dc75eb-cafa-4f74-830b-0c26b0f391fa for host: dv-cinder-826949-3-iscsi {{(pid=109840) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 17:03:52.920143 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] Routers {'55dc75eb-cafa-4f74-830b-0c26b0f391fa'} bound to L3 agent in host dv-cinder-826949-3-iscsi {{(pid=109840) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 17:03:52.920853 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-826949-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T16:34:56Z,description=,heartbeat_timestamp=2022-03-31T17:03:26Z,host='dv-cinder-826949-3-iscsi',id=49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T16:34:56Z,topic='l3_agent')) {'router_ids': ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'], 'active': True} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:53.028360 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_dvr_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] Set router 55dc75eb-cafa-4f74-830b-0c26b0f391fa gateway port host: dv-cinder-826949-3-iscsi {{(pid=109840) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 17:03:53.057940 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks [] for router_gateway (55dc75eb-cafa-4f74-830b-0c26b0f391fa), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.117178 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Deleting port c76a2256-eb65-49c6-9045-a8f35ee04579 {{(pid=109837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:53.117496 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), before_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.192822 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.db [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] For port c76a2256-eb65-49c6-9045-a8f35ee04579, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=c76a2256-eb65-49c6-9045-a8f35ee04579,segment=NetworkSegment(4ada7403-0864-4cf2-895e-6f180ed0993f),segment_id=4ada7403-0864-4cf2-895e-6f180ed0993f)] {{(pid=109837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:53.193118 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.203400 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.l3_hamode_db [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T17:03:51Z', 'revision_number': 5, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}], 'dv-cinder-826949-3-iscsi', False) {} {{(pid=109840) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:53.208946 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Calling delete_port for c76a2256-eb65-49c6-9045-a8f35ee04579 owned by network:router_gateway {{(pid=109837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:53.228976 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adfdeeca-a9f5-4a4e-95ef-39dced87884f None None] The sync data for ids ['55dc75eb-cafa-4f74-830b-0c26b0f391fa'] in dv-cinder-826949-3-iscsi is: [{'id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'name': 'tempest-TestShelveInstance-677047328-router', 'tenant_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'external_fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:58:17Z', 'updated_at': '2022-03-31T17:03:51Z', 'revision_number': 5, 'project_id': 'ca00975fc9554ab9a7ee849faa1ef165', 'gw_port': {'id': 'c76a2256-eb65-49c6-9045-a8f35ee04579', 'name': '', 'network_id': '7898e0b5-f308-4eda-8106-3d28b0d48897', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:d9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55dc75eb-cafa-4f74-830b-0c26b0f391fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-826949-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:58:18Z', 'updated_at': '2022-03-31T16:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fe31d634-74ae-4a8b-8340-9a43e4c16077', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-826949-3-iscsi'}] {{(pid=109840) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 17:03:53.371213 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10285158'] for port (c76a2256-eb65-49c6-9045-a8f35ee04579), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.395125 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c76a2256-eb65-49c6-9045-a8f35ee04579,revision_number=None']} {{(pid=109837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:53.454268 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1588746'] for router_gateway (55dc75eb-cafa-4f74-830b-0c26b0f391fa), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.502032 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bd4211cb-f9a2-435b-bae3-99c4848b2c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.546128 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2083222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3745'] for router (55dc75eb-cafa-4f74-830b-0c26b0f391fa), precommit_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.548140 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks [] for router_controller (55dc75eb-cafa-4f74-830b-0c26b0f391fa), precommit_delete_associations {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.598408 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2083311'] for router (55dc75eb-cafa-4f74-830b-0c26b0f391fa), after_delete {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.599089 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55dc75eb-cafa-4f74-830b-0c26b0f391fa {{(pid=109837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 17:03:53.603641 dv-cinder-826949-3-iscsi neutron-server[109837]: DEBUG neutron_lib.callbacks.manager [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.604921 dv-cinder-826949-3-iscsi neutron-server[109837]: INFO neutron.wsgi [None req-3e4d9fb3-0829-490f-b33e-b592ad4265f3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/55dc75eb-cafa-4f74-830b-0c26b0f391fa HTTP/1.1" status: 204 len: 168 time: 1.0188797 Mar 31 17:03:53.607812 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33066) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:53.663016 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Deleting subnet 800a5737-5858-409e-a2a8-7d84b22a3a15 {{(pid=109838) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 17:03:53.666696 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Publish callbacks [] for subnet (800a5737-5858-409e-a2a8-7d84b22a3a15), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.693971 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 03beda92-9ddd-47da-8933-85feb28e0b18 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:53.704942 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1109206'] for subnet (800a5737-5858-409e-a2a8-7d84b22a3a15), precommit_delete_associations {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.717689 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: 03beda92-9ddd-47da-8933-85feb28e0b18 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:53.718141 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device 03beda92-9ddd-47da-8933-85feb28e0b18 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:53.786664 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-887095'] for subnet (800a5737-5858-409e-a2a8-7d84b22a3a15), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.844182 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-887040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1622485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3938829', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2314792'] for subnet (800a5737-5858-409e-a2a8-7d84b22a3a15), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.871441 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800a5737-5858-409e-a2a8-7d84b22a3a15,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:53.873432 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for subnet (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:53.876543 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-e1b45230-9939-4a8b-983e-caa67cb51b3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/800a5737-5858-409e-a2a8-7d84b22a3a15 HTTP/1.1" status: 204 len: 168 time: 0.2676609 Mar 31 17:03:53.879770 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33068) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:53.883437 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c71c67-f129-4a0a-aebc-ad10fc037c6d None None] Network b27cdd82-ee87-437f-921c-8d059141cdb2 requested from dv-cinder-826949-3-iscsi {{(pid=109839) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 17:03:53.950259 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-823414'] for network (b27cdd82-ee87-437f-921c-8d059141cdb2), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.006880 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Deleting port ba8aa785-01c8-4be0-bca8-4f401166f1f5 {{(pid=109838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 17:03:54.007221 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728727512854'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.068897 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.db [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] For port ba8aa785-01c8-4be0-bca8-4f401166f1f5, host dv-cinder-826949-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-826949-3-iscsi',level=0,port_id=ba8aa785-01c8-4be0-bca8-4f401166f1f5,segment=NetworkSegment(05c5b1aa-ea9c-4988-bfcf-42408c796838),segment_id=05c5b1aa-ea9c-4988-bfcf-42408c796838)] {{(pid=109838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 17:03:54.069294 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1584194'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.081441 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Calling delete_port for ba8aa785-01c8-4be0-bca8-4f401166f1f5 owned by network:dhcp {{(pid=109838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 17:03:54.160422 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1010020', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-114911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728727518841', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728726949358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3938046'] for port (ba8aa785-01c8-4be0-bca8-4f401166f1f5), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.186690 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] No DVR routers for this DVR port ba8aa785-01c8-4be0-bca8-4f401166f1f5 on host dv-cinder-826949-3-iscsi {{(pid=109838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 17:03:54.190151 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Pushing event deleted for resources: {'Port': ['ID=ba8aa785-01c8-4be0-bca8-4f401166f1f5,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:54.259551 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950460', 'neutron.services.segments.db._delete_segments_for_network-8728727277626'] for network (b27cdd82-ee87-437f-921c-8d059141cdb2), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.262886 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e9ee98-cfe6-4753-a997-dddeed99ded6 None None] DHCP port deletion for b27cdd82-ee87-437f-921c-8d059141cdb2 request from dv-cinder-826949-3-iscsi {{(pid=109839) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 17:03:54.287198 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27cdd82-ee87-437f-921c-8d059141cdb2']}} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:54.296498 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c5b1aa-ea9c-4988-bfcf-42408c796838') {'for_net_delete': True} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:54.296795 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.services.segments.db [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c5b1aa-ea9c-4988-bfcf-42408c796838') {} {{(pid=109838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 17:03:54.309033 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728727478339', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1109213'] for segment (05c5b1aa-ea9c-4988-bfcf-42408c796838), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.321808 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536'] for segment (05c5b1aa-ea9c-4988-bfcf-42408c796838), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.327489 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=109838) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 17:03:54.327872 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-897536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3937963'] for segment (05c5b1aa-ea9c-4988-bfcf-42408c796838), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: Traceback (most recent call last): Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: timer() Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: cb(*args, **kw) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: return func(*args, **kwargs) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: self._notify() Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: self.callback(batched_events) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: event.method(event) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: return f(self, *a, **k) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._get(url).json() Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: return self.request(url, 'GET', **kwargs) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 17:03:54.329545 dv-cinder-826949-3-iscsi neutron-server[109838]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 17:03:54.381982 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-950453', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2087758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1588838'] for network (b27cdd82-ee87-437f-921c-8d059141cdb2), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.387025 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2087800'] for network (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.390142 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] 10.222.0.21 "DELETE /v2.0/networks/b27cdd82-ee87-437f-921c-8d059141cdb2 HTTP/1.1" status: 204 len: 168 time: 0.5094130 Mar 31 17:03:54.401392 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa2c521-cdd3-4b44-a2b3-718c5d6284bc admin admin] Pushing event deleted for resources: {'Network': ['ID=b27cdd82-ee87-437f-921c-8d059141cdb2,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:54.502674 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33072) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:54.541025 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-478691d1-b80e-4a84-8ffd-825b176cf3a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9bc471acc344a5a91597392d6eeac45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366113 Mar 31 17:03:54.543377 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33074) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:54.588918 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-200ac9f5-de8c-4de1-9794-083bed4fbc3c admin admin] Publish callbacks [] for security_group (42b52937-92b7-4b48-bff5-6ed89584aee1), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.609302 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-200ac9f5-de8c-4de1-9794-083bed4fbc3c admin admin] Publish callbacks [] for security_group (42b52937-92b7-4b48-bff5-6ed89584aee1), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.661449 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-200ac9f5-de8c-4de1-9794-083bed4fbc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (42b52937-92b7-4b48-bff5-6ed89584aee1), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.663998 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-200ac9f5-de8c-4de1-9794-083bed4fbc3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:54.665154 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-200ac9f5-de8c-4de1-9794-083bed4fbc3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42b52937-92b7-4b48-bff5-6ed89584aee1 HTTP/1.1" status: 204 len: 168 time: 0.1208787 Mar 31 17:03:54.672709 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ac9f5-de8c-4de1-9794-083bed4fbc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b52937-92b7-4b48-bff5-6ed89584aee1,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:54.969244 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33080) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:55.007675 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-8b0b54fb-29a4-4a79-b03a-745c420e701b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca00975fc9554ab9a7ee849faa1ef165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373094 Mar 31 17:03:55.010053 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.wsgi [-] (109838) accepted ('10.222.0.21', 33082) {{(pid=109838) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 17:03:55.055997 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bd00673-df78-4ba9-ab55-e30fda986398 admin admin] Publish callbacks [] for security_group (5281e105-618c-4595-ac16-adc699b7245f), before_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:55.075805 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bd00673-df78-4ba9-ab55-e30fda986398 admin admin] Publish callbacks [] for security_group (5281e105-618c-4595-ac16-adc699b7245f), precommit_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:55.120433 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bd00673-df78-4ba9-ab55-e30fda986398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1626576'] for security_group (5281e105-618c-4595-ac16-adc699b7245f), after_delete {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:55.122981 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron_lib.callbacks.manager [None req-1bd00673-df78-4ba9-ab55-e30fda986398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:55.124096 dv-cinder-826949-3-iscsi neutron-server[109838]: INFO neutron.wsgi [None req-1bd00673-df78-4ba9-ab55-e30fda986398 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5281e105-618c-4595-ac16-adc699b7245f HTTP/1.1" status: 204 len: 168 time: 0.1131501 Mar 31 17:03:55.131560 dv-cinder-826949-3-iscsi neutron-server[109838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd00673-df78-4ba9-ab55-e30fda986398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5281e105-618c-4595-ac16-adc699b7245f,revision_number=None']} {{(pid=109838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 17:03:55.509878 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device ba8aa785-01c8-4be0-bca8-4f401166f1f5 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:55.529644 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: ba8aa785-01c8-4be0-bca8-4f401166f1f5 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:55.529986 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device ba8aa785-01c8-4be0-bca8-4f401166f1f5 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:55.530400 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c76a2256-eb65-49c6-9045-a8f35ee04579 no longer exists at agent ovs-agent-dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 17:03:55.549987 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.plugin [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] No Port match for: c76a2256-eb65-49c6-9045-a8f35ee04579 {{(pid=109839) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 17:03:55.550863 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron.plugins.ml2.rpc [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Device c76a2256-eb65-49c6-9045-a8f35ee04579 not bound to the agent host dv-cinder-826949-3-iscsi {{(pid=109839) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 17:03:55.837356 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7953d17c-f991-4ca4-94e5-7356aeb180f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:56.807762 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:58.433221 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:59.779517 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:03:59.811970 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:20.929367 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:04:23.503837 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-cbea5a91-698c-4c44-8303-4043c85734ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:25.838963 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-df58f316-c970-4d09-8cbb-b5dad24c7eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:26.810076 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:28.432730 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:29.781676 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:29.825024 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:53.505154 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-bed9eeb4-835f-4482-b570-872a8f7328dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:55.840218 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-066d6995-bdcc-42ef-b1ff-d3079e4dc207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:56.814166 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:57.928292 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:04:58.435675 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:59.783982 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:04:59.828225 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:23.505922 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9ecb2d0c-deec-4f7c-971b-40560b6615a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:25.841778 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-27b51302-0b5c-44c6-81ed-9c6d5cb89d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:26.817873 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:28.438559 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:29.790152 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:29.824620 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:34.927088 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:05:53.507385 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-878fbf7b-0097-43d8-8b92-16c7a8f969c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:55.842583 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-3db999ff-a714-41b8-8183-0a5df3a374f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:56.819702 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:58.440806 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:59.783736 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:05:59.840314 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:11.926442 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:06:23.512283 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-5440927a-4ec9-4bc8-8e09-3580419220c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:25.846533 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9ba5f477-61fd-4159-ac93-10778a40950b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:26.821037 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:28.444448 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:29.786507 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:29.852320 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:48.925016 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:06:53.514554 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-44010e77-9a51-492e-a4db-85999bf90222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:55.847212 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-8be5d53a-9c39-4a32-b01d-839353ce46a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:56.824165 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:58.447053 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:59.790544 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:06:59.852438 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:23.515814 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-feec8223-fdfd-46c8-bbe1-d00abfdacbd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:25.847682 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-1fb55788-eda8-4d2f-9111-3b32ddabe53e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:25.924452 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:07:26.827190 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:28.449380 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:29.796063 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:29.866291 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:53.516415 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-163694bd-2bcc-42bf-92fc-ce165f43d9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:55.849710 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-22e6a7e8-d771-4779-88c7-27106102c73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:56.830736 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:58.452361 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:59.798102 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:07:59.866184 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:02.923568 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:08:23.517308 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-ebb4292c-c8fd-45e7-9cd2-db5d5071e746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:25.854207 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e95edd63-aca5-4f53-8934-96c817c52e8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:26.833569 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:28.454846 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:29.798915 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:29.875634 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:39.922942 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:08:53.517905 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e93be347-95d0-48d3-a2df-418a09b464ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:55.855681 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-12b986b5-371b-4179-8dbd-896ec8668110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (49b34cfe-ddcb-4ea9-8dc4-7a6c116b0b1b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:56.837121 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-7dbb8092-332b-4d78-9c86-abc77b5900dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (3a61b75d-a662-4389-ae95-d641bf562e64), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:58.458487 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-e6d8d5e8-31f4-4d45-8402-171eb4a453ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (95b835a2-576b-409c-81e1-c3e3b7dd1219), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:59.800906 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-0cef3693-fded-45a5-aeda-ffd5e9d072c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (1ffbcecc-191c-443e-806f-6ab7bc601f9b), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:08:59.879906 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-9663d857-b157-49e9-be0e-cecf263f5276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (6b716ca7-2567-4cd1-8c39-952124cc1d4c), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 17:09:16.922196 dv-cinder-826949-3-iscsi neutron-server[109840]: DEBUG neutron.db.agents_db [None req-740611f8-8c64-46c5-bdaa-64d8c2bf7419 None None] Agent healthcheck: found 6 active agents {{(pid=109840) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 17:09:23.519082 dv-cinder-826949-3-iscsi neutron-server[109839]: DEBUG neutron_lib.callbacks.manager [None req-6595d929-fcda-4f22-8a20-961a7ff48027 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728727277608', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-957565'] for agent (c5e67fb8-9cad-42f0-b555-6a0b4df51ef4), after_update {{(pid=109839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}